ACodec.cpp revision f4b18f4872d353a1e114c890ec472608ff8f9eda
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 4090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/MediaCodec.h> 41afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 44d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 45b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 463a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 473a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 4897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 50f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 5197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 52777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim#include <OMX_AsString.h> 53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 555b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar#include "include/DataConverter.h" 5673dd808754c641fe798273d356ee38368715fa7bLajos Molnar#include "omx/OMXUtils.h" 57496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 58f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 59f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 606e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnarenum { 616e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar kMaxIndicesToCheck = 32, // used when enumerating supported formats and profiles 626e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar}; 636e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 64251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 65251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 66251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 67251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 68251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 69251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 70251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 71251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 72251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 73251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 74251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 75251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 97251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 98251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 99251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 100251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 101251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 102251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 103251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 104251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 105251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 10626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarstruct MessageList : public RefBase { 10726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar MessageList() { 10826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 109984a54322f7c70bc75e862d91bdd975814872affLajos Molnar virtual ~MessageList() { 110984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 11126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > &getList() { return mList; } 11226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarprivate: 11326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > mList; 11426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 11526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar DISALLOW_EVIL_CONSTRUCTORS(MessageList); 11626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar}; 11726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 1185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnarstatic sp<DataConverter> getCopyConverter() { 1195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar static pthread_once_t once = PTHREAD_ONCE_INIT; // const-inited 1205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar static sp<DataConverter> sCopyConverter; // zero-inited 1215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pthread_once(&once, [](){ sCopyConverter = new DataConverter(); }); 1225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return sCopyConverter; 1235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar} 1245b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 125f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 13326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar virtual void onMessages(const std::list<omx_message> &messages) { 134984a54322f7c70bc75e862d91bdd975814872affLajos Molnar if (messages.empty()) { 135984a54322f7c70bc75e862d91bdd975814872affLajos Molnar return; 136984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 137984a54322f7c70bc75e862d91bdd975814872affLajos Molnar 138984a54322f7c70bc75e862d91bdd975814872affLajos Molnar sp<AMessage> notify = mNotify->dup(); 13926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool first = true; 14026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = new MessageList(); 14126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<omx_message>::const_iterator it = messages.cbegin(); 14226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != messages.cend(); ++it) { 14326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar const omx_message &omx_msg = *it; 14426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar if (first) { 14526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setInt32("node", omx_msg.node); 146984a54322f7c70bc75e862d91bdd975814872affLajos Molnar first = false; 147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> msg = new AMessage; 15026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("type", omx_msg.type); 15126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar switch (omx_msg.type) { 15226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EVENT: 15326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 15426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("event", omx_msg.u.event_data.event); 15526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data1", omx_msg.u.event_data.data1); 15626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data2", omx_msg.u.event_data.data2); 15726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 15826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EMPTY_BUFFER_DONE: 16126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 16326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("fence_fd", omx_msg.fenceFd); 16426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 16526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::FILL_BUFFER_DONE: 16826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "buffer", omx_msg.u.extended_buffer_data.buffer); 17126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_offset", 17326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_offset); 17426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_length", 17626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_length); 17726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "flags", 17926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.flags); 18026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt64( 18126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "timestamp", 18226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.timestamp); 18326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 18426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "fence_fd", omx_msg.fenceFd); 18526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 18626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 18990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 19090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 19190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "media_time_us", omx_msg.u.render_data.timestamp); 19290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 19390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "system_nano", omx_msg.u.render_data.nanoTime); 19490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 19590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 19690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 19726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar default: 19826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar ALOGE("Unrecognized message type: %d", omx_msg.type); 19926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 20026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 20126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msgList->getList().push_back(msg); 20226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 20326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setObject("messages", msgList); 20426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->post(); 205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 207f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 210f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 218f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 221f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 241f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 24226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles an OMX message. Returns true iff message was handled. 243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles a list of messages. Returns true iff messages were handled. 24626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool onOMXMessageList(const sp<AMessage> &msg); 24726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // returns true iff this message is for this component and the component is alive 24926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool checkOMXMessage(const sp<AMessage> &msg); 25026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 25115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd); 252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 25715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 25815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd); 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 26190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 269ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberstruct ACodec::DeathNotifier : public IBinder::DeathRecipient { 270ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DeathNotifier(const sp<AMessage> ¬ify) 271ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 272ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 273ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 274ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 275ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 276ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 277ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 278ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 279ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 280ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 281ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 282ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 283ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 284ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 285ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 286ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber UninitializedState(ACodec *codec); 289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 290f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 292c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 294f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 296c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 298ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 299ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 305c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 306c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber LoadedState(ACodec *codec); 307c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 308c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 309c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 310c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 311c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 312c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 313c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 314c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 315c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 3167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 3178f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang void onSetInputSurface(const sp<AMessage> &msg); 318c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 319c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 320c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 321d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 322d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 323c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 324c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 325c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 326c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 327c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 328f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber LoadedToIdleState(ACodec *codec); 330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 336f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 344f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToExecutingState(ACodec *codec); 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 347f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 352f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 358f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingState(ACodec *codec); 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 361054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 362054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 369349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 370349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 371349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 37890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 381349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 382349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OutputPortSettingsChangedState(ACodec *codec); 390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 391f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 39790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 405f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingToIdleState(ACodec *codec); 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 408f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 417f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4205778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 4215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 427f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToLoadedState(ACodec *codec); 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 436f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FlushingState(ACodec *codec); 444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 445f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 46415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setWriteFence(int fenceFd, const char *dbg) { 46515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 46615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by write fence %d in %s", 46715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 46815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 46915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = false; 47115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 47215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 47315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setReadFence(int fenceFd, const char *dbg) { 47415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 47515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by read fence %d in %s", 47615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 47715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 47815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = true; 48015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkWriteFence(const char *dbg) { 48315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && mIsReadFence) { 48415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING read fence %d as write fence in %s", mFenceFd, dbg); 48515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkReadFence(const char *dbg) { 48915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && !mIsReadFence) { 49015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING write fence %d as read fence in %s", mFenceFd, dbg); 49115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 49215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 49315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 49415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar//////////////////////////////////////////////////////////////////////////////// 49515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 496f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 497afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : mQuirks(0), 498609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mNode(0), 499b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow(false), 500e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits(0), 501fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mLastNativeWindowDataSpace(HAL_DATASPACE_UNKNOWN), 5028db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 503c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 504346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError(false), 5059806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 50654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 507f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mIsLegacyVP9Decoder(false), 5089806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 5099806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 510e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 5119806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 512054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 513054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 514054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType(kMetadataBufferTypeInvalid), 515054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType(kMetadataBufferTypeInvalid), 516011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment(false), 517054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit(0), 5185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mNumUndequeuedBuffers(0), 51994ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 5202c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 52137b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 5222c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs(-1ll), 523609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mTimePerCaptureUs(-1ll), 524ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 5258338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mTunneled(false), 526db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeColorAspectsIndex((OMX_INDEXTYPE)0), 527db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeHDRStaticInfoIndex((OMX_INDEXTYPE)0) { 528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 529c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 542dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 544fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar memset(&mLastNativeWindowCrop, 0, sizeof(mLastNativeWindowCrop)); 545fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar 546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 549f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 552f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::setNotificationMessage(const sp<AMessage> &msg) { 553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 556f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 5581d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 562a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 5631d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 564a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 565a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 566a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 567a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5685778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 5695778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 5701d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5715778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5725778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5745778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 5755778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 5761d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5775778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5785778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 5811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 5821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 5831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 5851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 5861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 5881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 5891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 5901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 5911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 5921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 5941d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 5957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5978f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::initiateSetInputSurface( 598d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 5998f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 600d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 601d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 602d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 603d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 6051d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 6067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 6077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 6085778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 6091d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 6105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 612f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 6137a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 6141d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 617f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 6181d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 621c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 6221d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 623c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 624c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 62530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 62630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 6271d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 62830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 631496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 6321d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 633496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 634496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6354dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6364dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 6374dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 6384dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 6394dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 640054219874873b41f1c815552987c10465c34ba2bLajos Molnarvoid ACodec::signalSubmitOutputMetadataBufferIfEOS_workaround() { 6414dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 642054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit > 0) { 643054219874873b41f1c815552987c10465c34ba2bLajos Molnar (new AMessage(kWhatSubmitOutputMetadataBufferIfEOS, this))->post(); 6444dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 6454dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 6464dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 6481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 6501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 6511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 6521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 657e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // cannot switch from bytebuffers to surface 6581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 6591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 6601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 6641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 6651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 6661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 6671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 6711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 6721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 6731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 676e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int usageBits = 0; 677098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // no need to reconnect as we will not dequeue all buffers 678098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage( 679098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar nativeWindow, &usageBits, 680098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar !storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment /* reconnect */); 6811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 6821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 685f42917964a76720932b23e67a05d034cd0cf346bChong Zhang int ignoredFlags = kVideoGrallocUsage; 686e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // New output surface is not allowed to add new usage flag except ignored ones. 687e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar if ((usageBits & ~(mNativeWindowUsageBits | ignoredFlags)) != 0) { 688e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ALOGW("cannot change usage from %#x to %#x", mNativeWindowUsageBits, usageBits); 689e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar return BAD_VALUE; 690e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar } 691e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar 6921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 6931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 6941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 6951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 6961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 6971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 6981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 7001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 7041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 7051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 7061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 7071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 7101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 7111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 7121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 7131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 7151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 7171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 7181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 721dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 722dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 723dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 7241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 7251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 7261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 7271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 7281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 729054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() 730011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar && !mLegacyAdaptiveExperiment 7311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 732598c14420eefb2df4b50d9dd55bbf99bbc35e95ePawin Vongmasa ALOGV("skipping buffer"); 7331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 7341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 7381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 7401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 747054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment) { 7481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 74915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar BufferInfo &info = buffers.editItemAt(i); 7501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 75315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), info.mFenceFd); 75415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 7551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 7571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 7641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 7651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 767484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 768484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 769484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 770484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 771484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 7721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 773e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = usageBits; 7741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 7751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 7761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 777f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 778f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mDealer[portIndex] == NULL); 781f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 782f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7835778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 785054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 786054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = allocateOutputMetadataBuffers(); 787054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 788054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 789054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 7915778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 7925778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 7935778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7955778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 7965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 799054219874873b41f1c815552987c10465c34ba2bLajos Molnar MetadataBufferType type = 800054219874873b41f1c815552987c10465c34ba2bLajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 8015b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t bufSize = def.nBufferSize; 8023e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 803054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoNativeMetadata); 8043e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar } else if (type == kMetadataBufferTypeNativeHandleSource) { 8053e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar bufSize = sizeof(VideoNativeHandleMetadata); 806054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 807054219874873b41f1c815552987c10465c34ba2bLajos Molnar 808054219874873b41f1c815552987c10465c34ba2bLajos Molnar // If using gralloc or native source input metadata buffers, allocate largest 809054219874873b41f1c815552987c10465c34ba2bLajos Molnar // metadata size as we prefer to generate native source metadata, but component 8105fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // may require gralloc source. For camera source, allocate at least enough 8115fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // size for native metadata buffers. 8125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t allottedSize = bufSize; 8133e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (portIndex == kPortIndexInput && type == kMetadataBufferTypeANWBuffer) { 814054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = max(sizeof(VideoGrallocMetadata), sizeof(VideoNativeMetadata)); 8155fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar } else if (portIndex == kPortIndexInput && type == kMetadataBufferTypeCameraSource) { 8165b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar bufSize = max(bufSize, sizeof(VideoNativeMetadata)); 8175b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 8185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 8195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t conversionBufferSize = 0; 8205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 8215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> converter = mConverter[portIndex]; 8225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (converter != NULL) { 8235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // here we assume sane conversions of max 4:1, so result fits in int32 8245b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (portIndex == kPortIndexInput) { 8255b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar conversionBufferSize = converter->sourceSize(bufSize); 8265b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 8275b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar conversionBufferSize = converter->targetSize(bufSize); 8285b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 829054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 830054219874873b41f1c815552987c10465c34ba2bLajos Molnar 83128edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t alignment = MemoryDealer::getAllocationAlignment(); 83228edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 8335b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGV("[%s] Allocating %u buffers of size %zu/%zu (from %u using %s) on %s port", 8345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 835054219874873b41f1c815552987c10465c34ba2bLajos Molnar def.nBufferCountActual, bufSize, allottedSize, def.nBufferSize, asString(type), 8365778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8385b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // verify buffer sizes to avoid overflow in align() 8395b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (bufSize == 0 || max(bufSize, conversionBufferSize) > kMaxCodecBufferSize) { 84028edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar ALOGE("b/22885421"); 84128edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar return NO_MEMORY; 84228edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar } 84328edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 84428edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar // don't modify bufSize as OMX may not expect it to increase after negotiation 84528edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t alignedSize = align(bufSize, alignment); 8465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t alignedConvSize = align(conversionBufferSize, alignment); 8475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (def.nBufferCountActual > SIZE_MAX / (alignedSize + alignedConvSize)) { 84834e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen ALOGE("b/22885421"); 84934e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen return NO_MEMORY; 85034e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen } 85128edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 8525b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t totalSize = def.nBufferCountActual * (alignedSize + alignedConvSize); 8535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 855054219874873b41f1c815552987c10465c34ba2bLajos Molnar for (OMX_U32 i = 0; i < def.nBufferCountActual && err == OK; ++i) { 856054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[portIndex]->allocate(bufSize); 8575581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 858777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 859777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 861ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 862ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 86315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 86490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 865a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mNativeHandle = NULL; 866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 867afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber uint32_t requiresAllocateBufferBit = 868afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber (portIndex == kPortIndexInput) 869b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar ? kRequiresAllocateBufferOnInputPorts 870b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar : kRequiresAllocateBufferOnOutputPorts; 8711065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 872e33d922fd86699c664a15f09e6d8b2e422736a40Lajos Molnar if (portIndex == kPortIndexInput && (mFlags & kFlagIsSecure)) { 873ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mem.clear(); 874ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 875a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar void *ptr = NULL; 8761b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar sp<NativeHandle> native_handle; 877a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->allocateSecureBuffer( 878054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, bufSize, &info.mBufferID, 879a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar &ptr, &native_handle); 880a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 881a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // TRICKY: this representation is unorthodox, but ACodec requires 882a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // an ABuffer with a proper size to validate range offsets and lengths. 883a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // Since mData is never referenced for secure input, it is used to store 884a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // either the pointer to the secure buffer, or the opaque handle as on 885a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // some devices ptr is actually an opaque handle, not a pointer. 886a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 887a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // TRICKY2: use native handle as the base of the ABuffer if received one, 888a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // because Widevine source only receives these base addresses. 8891b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar const native_handle_t *native_handle_ptr = 8901b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar native_handle == NULL ? NULL : native_handle->handle(); 8911b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar info.mData = new ABuffer( 8921b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar ptr != NULL ? ptr : (void *)native_handle_ptr, bufSize); 8931b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar info.mNativeHandle = native_handle; 8945b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 895ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } else if (mQuirks & requiresAllocateBufferBit) { 8965778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->allocateBufferWithBackup( 897054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, mem, &info.mBufferID, allottedSize); 8985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 899054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->useBuffer(mNode, portIndex, mem, &info.mBufferID, allottedSize); 900ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 901ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 902ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (mem != NULL) { 9035b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = new ABuffer(mem->pointer(), bufSize); 9045b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecRef = mem; 9055b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 906054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 907054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 908054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 9095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 9105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // if we require conversion, allocate conversion buffer for client use; 9115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // otherwise, reuse codec buffer 9125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[portIndex] != NULL) { 9135b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar CHECK_GT(conversionBufferSize, (size_t)0); 9145b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mem = mDealer[portIndex]->allocate(conversionBufferSize); 9155b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mem == NULL|| mem->pointer() == NULL) { 9165b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return NO_MEMORY; 9175b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 9185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mData = new ABuffer(mem->pointer(), conversionBufferSize); 9195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = mem; 9205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 9215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mData = info.mCodecData; 9225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = info.mCodecRef; 9235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 9245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9251065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 9265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 9271065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 9281065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 9295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 9315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 9325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 9335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 9355778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mNotify->dup(); 936d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatBuffersAllocated); 9375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9385778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("portIndex", portIndex); 939eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 940eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<PortDescription> desc = new PortDescription; 941eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 9425778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 943eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber const BufferInfo &info = mBuffers[portIndex][i]; 944a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar desc->addBuffer(info.mBufferID, info.mData, info.mNativeHandle, info.mMemRef); 945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 947eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber notify->setObject("portDesc", desc); 9485778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 9495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 953e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage( 954098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */, 955098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar bool reconnect) { 9561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 9571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 9581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 9591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 9611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 9621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 9641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 9681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mOMX->getGraphicBufferUsage(mNode, kPortIndexOutput, &usage); 9691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 9701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 9711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 9721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 9731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 9751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 9771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 9781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 980f42917964a76720932b23e67a05d034cd0cf346bChong Zhang usage |= kVideoGrallocUsage; 981e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar *finalUsage = usage; 982b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 983fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar memset(&mLastNativeWindowCrop, 0, sizeof(mLastNativeWindowCrop)); 984fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mLastNativeWindowDataSpace = HAL_DATASPACE_UNKNOWN; 985fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar 9861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 9871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return setNativeWindowSizeFormatAndUsage( 9881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 9891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 9901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 9911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 9921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 993098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar usage, 994098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar reconnect); 9951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 9961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 9981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 999098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar OMX_U32 *minUndequeuedBuffers, bool preregister) { 1000098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 10011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 10021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 10031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 10041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 10061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 10071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 1009098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar err = setupNativeWindowSizeFormatAndUsage( 1010098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar mNativeWindow.get(), &mNativeWindowUsageBits, preregister /* reconnect */); 10111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 10121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 1013e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 10141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 10151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 10161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1017ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 1018ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 1019ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 1020ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1021ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 1022ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 1023ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad err = mOMX->setParameter( 1024ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 1025ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1026ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 1027ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 1028ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 1029ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 1030ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1031ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1032054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 1033258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 1034258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 1035054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 1036258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1037258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 103829357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 1039258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 1040258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1041258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1042258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1043e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 1044e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 10451faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 10461faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 1047e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1048e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 1049e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1050e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 1051e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 1052e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 1053e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 10541faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 10551faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 1056e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 1057e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 1058258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 1059258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mOMX->setParameter( 1060258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 1061258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1062e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 1063e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 1064e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 1065e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 1066e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1067609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 1068e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 1069e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 1070e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 1071258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1072258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1073258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1074258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 1076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 1077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 107929357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 1080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 1081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1084054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 1085054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 1086054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1087054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1088054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1089054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 1090054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1091054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1092098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers, true /* preregister */); 1093054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1094054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1095e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1096054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1097054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10983298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10993298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(true); 11003298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 11013298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1102609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 1104054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 1107054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 11088ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 110915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 111015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 111229357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 111774006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 111874006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 111915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = fenceFd; 112015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mIsReadFence = false; 112190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1122054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info.mData = new ABuffer(NULL /* data */, bufferSize /* capacity */); 11235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 112474006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 112574006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 112674006804065941841883c4b46ee785070164023fJamie Gennis 1127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 1128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->useGraphicBuffer(mNode, kPortIndexOutput, graphicBuffer, 1129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &bufferId); 1130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1131609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 113274006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 1133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 113674006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 113774006804065941841883c4b46ee785070164023fJamie Gennis 1138609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 1139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 1140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 1141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 1144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 1145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 1148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // that were dequeued. 1149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 115074006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 1151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 1152054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 1153054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 1154054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 1155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 1158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 11593175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 11603175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 11613175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == 0) { 11623175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 11633175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 11643fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 1165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1167054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 11683298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 11693298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(false); 11703298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 11713298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1175054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::allocateOutputMetadataBuffers() { 1176054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1177054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1178098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers, 1179098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar mLegacyAdaptiveExperiment /* preregister */); 1180054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1181054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1182e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1183054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1184e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 1185e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 1186e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1187054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t bufSize = mOutputMetadataType == kMetadataBufferTypeANWBuffer ? 1188054219874873b41f1c815552987c10465c34ba2bLajos Molnar sizeof(struct VideoNativeMetadata) : sizeof(struct VideoGrallocMetadata); 118928edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t totalSize = bufferCount * align(bufSize, MemoryDealer::getAllocationAlignment()); 1190e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mDealer[kPortIndexOutput] = new MemoryDealer(totalSize, "ACodec"); 1191e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1192e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // Dequeue buffers and send them to OMX 1193e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1194e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 1195e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 119615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 119790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1198e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 1199e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 1200e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1201054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[kPortIndexOutput]->allocate(bufSize); 12025581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 1203777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 1204777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1205054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1206054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 1207054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1208e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mData = new ABuffer(mem->pointer(), mem->size()); 12095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = mem; 12105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 12115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecRef = mem; 1212e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1213e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // we use useBuffer for metadata regardless of quirks 1214e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar err = mOMX->useBuffer( 1215cc7cc67349b7a3f498882087aa42ffc05a2daf11Lajos Molnar mNode, kPortIndexOutput, mem, &info.mBufferID, mem->size()); 1216e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 1217e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1218e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] allocated meta buffer with ID %u (pointer = %p)", 1219e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), info.mBufferID, mem->pointer()); 1220e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1221e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1222011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (mLegacyAdaptiveExperiment) { 1223e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // preallocate and preregister buffers 1224011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface *>(mNativeWindow.get()) 1225011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(true); 1226011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1227011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1228011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "output port", 1229011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1230011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1231011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar // Dequeue buffers then cancel them all 1232011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1233e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1234e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1235011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ANativeWindowBuffer *buf; 123615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 123715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1238011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (err != 0) { 1239011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1240011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar break; 1241011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1242011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1243011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 1244e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mOMX->updateGraphicBufferInMeta( 1245e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mNode, kPortIndexOutput, graphicBuffer, info->mBufferID); 1246e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 124715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "allocateOutputMetadataBuffers for legacy"); 1248e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mGraphicBuffer = graphicBuffer; 1249011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1250011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1251011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < mBuffers[kPortIndexOutput].size(); i++) { 1252011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 12533175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 12543175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 12553175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == OK) { 12563175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 12573175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 1258011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1259011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1260011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1261011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface*>(mNativeWindow.get()) 1262011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(false); 1263011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1264011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1265054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1266054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1267054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1268054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1269054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::submitOutputMetadataBuffer() { 1270054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1271054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mMetadataBuffersToSubmit == 0) 1272054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1273054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1274054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 12750806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info == NULL) { 1276054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 12770806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1278054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1279609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 1280054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer.get()); 1281054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1282054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 128315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitOutputMetadataBuffer"); 128415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mOMX->fillBuffer(mNode, info->mBufferID, info->mFenceFd); 128515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1286777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1287777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 1288777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1289054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1290777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1291054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1292054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 129315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarstatus_t ACodec::waitForFence(int fd, const char *dbg ) { 129415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t res = OK; 129515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fd >= 0) { 129615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar sp<Fence> fence = new Fence(fd); 129715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar res = fence->wait(IOMX::kFenceTimeoutMs); 129815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW_IF(res != OK, "FENCE TIMEOUT for %d in %s", fd, dbg); 129915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 130015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return res; 130115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 130215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 13030806340688c937e7b78c2d89db3809274130df4eLajos Molnar// static 13040806340688c937e7b78c2d89db3809274130df4eLajos Molnarconst char *ACodec::_asString(BufferInfo::Status s) { 13050806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (s) { 13060806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: return "OUR"; 13070806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_COMPONENT: return "COMPONENT"; 13080806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_UPSTREAM: return "UPSTREAM"; 13090806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_DOWNSTREAM: return "DOWNSTREAM"; 13100806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: return "SURFACE"; 13110806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::UNRECOGNIZED: return "UNRECOGNIZED"; 13120806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: return "?"; 13130806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 13140806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 13150806340688c937e7b78c2d89db3809274130df4eLajos Molnar 13160806340688c937e7b78c2d89db3809274130df4eLajos Molnarvoid ACodec::dumpBuffers(OMX_U32 portIndex) { 13170806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 13180806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI("[%s] %s port has %zu buffers:", mComponentName.c_str(), 13190806340688c937e7b78c2d89db3809274130df4eLajos Molnar portIndex == kPortIndexInput ? "input" : "output", mBuffers[portIndex].size()); 13200806340688c937e7b78c2d89db3809274130df4eLajos Molnar for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 13210806340688c937e7b78c2d89db3809274130df4eLajos Molnar const BufferInfo &info = mBuffers[portIndex][i]; 13220806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI(" slot %2zu: #%8u %p/%p %s(%d) dequeued:%u", 13230806340688c937e7b78c2d89db3809274130df4eLajos Molnar i, info.mBufferID, info.mGraphicBuffer.get(), 13240806340688c937e7b78c2d89db3809274130df4eLajos Molnar info.mGraphicBuffer == NULL ? NULL : info.mGraphicBuffer->getNativeBuffer(), 13250806340688c937e7b78c2d89db3809274130df4eLajos Molnar _asString(info.mStatus), info.mStatus, info.mDequeuedAt); 13260806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 13270806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 13280806340688c937e7b78c2d89db3809274130df4eLajos Molnar 1329f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1332609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 133515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("cancelBufferToNativeWindow"); 1336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 133715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 133815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13403fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 13413fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 13420806340688c937e7b78c2d89db3809274130df4eLajos Molnar // change ownership even if cancelBuffer fails 1343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13453fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 134890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::updateRenderInfoForDequeuedBuffer( 134990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info) { 135090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 135190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mRenderInfo = 135290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.updateInfoForDequeuedBuffer( 135390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar buf, fenceFd, info - &mBuffers[kPortIndexOutput][0]); 135490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 135590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // check for any fences already signaled 135690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notifyOfRenderedFrames(false /* dropIncomplete */, info->mRenderInfo); 135790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 135890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 135990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 136090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mRenderTracker.onFrameRendered(mediaTimeUs, systemNano) != OK) { 136190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.dumpRenderQueue(); 136290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 136390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 136490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 136590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::notifyOfRenderedFrames(bool dropIncomplete, FrameRenderTracker::Info *until) { 136690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = mNotify->dup(); 136790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt32("what", CodecBase::kWhatOutputFramesRendered); 136890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done = 136990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.checkFencesAndGetRenderedFrames(until, dropIncomplete); 137090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 137190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unlink untracked frames 137290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 137390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 1374604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ssize_t index = it->getIndex(); 1375604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (index >= 0 && (size_t)index < mBuffers[kPortIndexOutput].size()) { 1376604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mBuffers[kPortIndexOutput].editItemAt(index).mRenderInfo = NULL; 1377604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } else if (index >= 0) { 1378604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar // THIS SHOULD NEVER HAPPEN 1379604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ALOGE("invalid index %zd in %zu", index, mBuffers[kPortIndexOutput].size()); 138090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 138190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 138290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 138390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (MediaCodec::CreateFramesRenderedMessage(done, msg)) { 138490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->post(); 138590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 138690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 138790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1388f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 13898ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1390054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1391ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1392ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1393ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1394ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1395ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1396ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1397ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1398346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang if (mFatalError) { 1399346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang ALOGW("not dequeuing from native window due to fatal error"); 1400346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang return NULL; 1401346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang } 1402346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 140315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = -1; 1404dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 140515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 140615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (err != 0) { 140715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGE("dequeueBuffer failed: %s(%d).", asString(err), err); 1408dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1409dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1411dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1412b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1413b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1414dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1415dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1416dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 141790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1418dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1419dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1420dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1421dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1422dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1423dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1424dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1425dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1426dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1427dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1428dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1429dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 143090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1431dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGV("dequeued buffer %p", info->mGraphicBuffer->getNativeBuffer()); 1432dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 143315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow"); 143490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, info); 1435dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1436dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1437dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1439dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1440dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1441dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1442dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1443dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1444054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!stale && (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment)) { 1445dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1446dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1447dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1448dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1449dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1450dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1452dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1453054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1454dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1455dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1456b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1457b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1458dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1459dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1460054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1461054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1462054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1463054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1464054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1465054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1466054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1467054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1468054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 14690806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible dequeue a buffer when there are no buffers with ANW 14700806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(oldest != NULL); 14710806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible to dequeue an unknown buffer in non-meta mode, as the 14720806340688c937e7b78c2d89db3809274130df4eLajos Molnar // while loop above does not complete 1473054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1474054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 14750806340688c937e7b78c2d89db3809274130df4eLajos Molnar // discard buffer in LRU info and replace with new buffer 14760806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mGraphicBuffer = new GraphicBuffer(buf, false); 14770806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 147815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar oldest->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow for oldest"); 147990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.untrackFrame(oldest->mRenderInfo); 148090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar oldest->mRenderInfo = NULL; 1481d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 14820806340688c937e7b78c2d89db3809274130df4eLajos Molnar mOMX->updateGraphicBufferInMeta( 14830806340688c937e7b78c2d89db3809274130df4eLajos Molnar mNode, kPortIndexOutput, oldest->mGraphicBuffer, 14840806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mBufferID); 1485054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1486054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeGrallocSource) { 1487054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata *grallocMeta = 1488054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoGrallocMetadata *>(oldest->mData->base()); 1489054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1490054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1491054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14927c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)grallocMeta->pHandle, 1493054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->handle, oldest->mData->base()); 1494054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1495054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata *nativeMeta = 1496054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoNativeMetadata *>(oldest->mData->base()); 1497054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1498054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1499054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 15007c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)nativeMeta->pBuffer, 1501054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->getNativeBuffer(), oldest->mData->base()); 1502054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 150490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, oldest); 15050806340688c937e7b78c2d89db3809274130df4eLajos Molnar return oldest; 1506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1508f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1509777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1510938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[portIndex].size(); i > 0;) { 1511938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1512777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(portIndex, i); 1513777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1514777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1515777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15180806340688c937e7b78c2d89db3809274130df4eLajos Molnar // clear mDealer even on an error 1519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDealer[portIndex].clear(); 1520777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1523349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1524777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1525938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1526938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15302ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 15312ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 15322ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 15332ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1534777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(kPortIndexOutput, i); 1535777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1536777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1537777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1541777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1544f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 15460806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 1547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 154815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // there should not be any fences in the metadata 154915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar MetadataBufferType type = 155015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 155115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (type == kMetadataBufferTypeANWBuffer && info->mData != NULL 155215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar && info->mData->size() >= sizeof(VideoNativeMetadata)) { 155315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = ((VideoNativeMetadata *)info->mData->data())->nFenceFd; 155415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 155515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("unreleased fence (%d) in %s metadata buffer %zu", 155615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd, portIndex == kPortIndexInput ? "input" : "output", i); 155715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 155815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 155915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 15600806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (info->mStatus) { 15610806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: 15620806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (portIndex == kPortIndexOutput && mNativeWindow != NULL) { 15630806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)cancelBufferToNativeWindow(info); 15640806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 15650806340688c937e7b78c2d89db3809274130df4eLajos Molnar // fall through 1566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15670806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: 15680806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mOMX->freeBuffer(mNode, portIndex, info->mBufferID); 15690806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 15700806340688c937e7b78c2d89db3809274130df4eLajos Molnar 15710806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: 15720806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("trying to free buffer not owned by us or ANW (%d)", info->mStatus); 15730806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 15740806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 1575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 157715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (info->mFenceFd >= 0) { 157815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(info->mFenceFd); 157915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 158015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 1581604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (portIndex == kPortIndexOutput) { 1582604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mRenderTracker.untrackFrame(info->mRenderInfo, i); 1583604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar info->mRenderInfo = NULL; 1584604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } 158590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1586777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // remove buffer even if mOMX->freeBuffer fails 1587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1588777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1591f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 15920806340688c937e7b78c2d89db3809274130df4eLajos Molnar uint32_t portIndex, IOMX::buffer_id bufferID, ssize_t *index) { 1593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1604777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Could not find buffer with ID %u", bufferID); 1605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16085778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 16105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const char *role = getComponentRole(isEncoder, mime); 16115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 16125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 16135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 16145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = setComponentRole(mOMX, mNode, role); 16155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 16165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("[%s] Failed to set standard component role '%s'.", 16175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mComponentName.c_str(), role); 16185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 16195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 16205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 16215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 16225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 16235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarconst char *ACodec::getComponentRole( 16245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isEncoder, const char *mime) { 1625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct MimeToRole { 1626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime; 1627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *decoderRole; 1628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *encoderRole; 1629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const MimeToRole kMimeToRole[] = { 1632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG, 1633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.mp3", "audio_encoder.mp3" }, 16342944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I, 16352944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp1", "audio_encoder.mp1" }, 16362944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II, 16372944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp2", "audio_encoder.mp2" }, 1638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_NB, 1639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrnb", "audio_encoder.amrnb" }, 1640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_WB, 1641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrwb", "audio_encoder.amrwb" }, 1642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AAC, 1643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.aac", "audio_encoder.aac" }, 1644729de186450f78c099637e1fce743fe531862c52Andreas Huber { MEDIA_MIMETYPE_AUDIO_VORBIS, 1645729de186450f78c099637e1fce743fe531862c52Andreas Huber "audio_decoder.vorbis", "audio_encoder.vorbis" }, 1646bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian { MEDIA_MIMETYPE_AUDIO_OPUS, 1647bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian "audio_decoder.opus", "audio_encoder.opus" }, 1648c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_MLAW, 1649c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711mlaw", "audio_encoder.g711mlaw" }, 1650c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_ALAW, 1651c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711alaw", "audio_encoder.g711alaw" }, 1652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, 1653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.avc", "video_encoder.avc" }, 16542472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, 16552472b1c0d63454e5d90a982bd6c555de6c3127bdRachad "video_decoder.hevc", "video_encoder.hevc" }, 1656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, 1657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.mpeg4", "video_encoder.mpeg4" }, 1658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_H263, 1659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.h263", "video_encoder.h263" }, 166094705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, 166194705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp8", "video_encoder.vp8" }, 166294705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, 166394705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp9", "video_encoder.vp9" }, 1664ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber { MEDIA_MIMETYPE_AUDIO_RAW, 1665ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber "audio_decoder.raw", "audio_encoder.raw" }, 1666a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, 1667a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu "video_decoder.dolby-vision", "video_encoder.dolby-vision" }, 16682f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi { MEDIA_MIMETYPE_AUDIO_FLAC, 16692f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi "audio_decoder.flac", "audio_encoder.flac" }, 1670ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen { MEDIA_MIMETYPE_AUDIO_MSGSM, 1671ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen "audio_decoder.gsm", "audio_encoder.gsm" }, 1672774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu { MEDIA_MIMETYPE_VIDEO_MPEG2, 1673774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu "video_decoder.mpeg2", "video_encoder.mpeg2" }, 167497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { MEDIA_MIMETYPE_AUDIO_AC3, 167597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu "audio_decoder.ac3", "audio_encoder.ac3" }, 16768a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { MEDIA_MIMETYPE_AUDIO_EAC3, 16778a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad "audio_decoder.eac3", "audio_encoder.eac3" }, 1678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const size_t kNumMimeToRole = 1681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sizeof(kMimeToRole) / sizeof(kMimeToRole[0]); 1682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t i; 1684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (i = 0; i < kNumMimeToRole; ++i) { 1685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcasecmp(mime, kMimeToRole[i].mime)) { 1686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (i == kNumMimeToRole) { 16915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 1692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return isEncoder ? kMimeToRole[i].encoderRole 1695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : kMimeToRole[i].decoderRole; 16965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 1697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 16995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::setComponentRole( 17005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, const char *role) { 17015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_PARAM_COMPONENTROLETYPE roleParams; 17025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&roleParams); 1703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 17045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar strncpy((char *)roleParams.cRole, 17055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar role, OMX_MAX_STRINGNAME_SIZE - 1); 17065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar roleParams.cRole[OMX_MAX_STRINGNAME_SIZE - 1] = '\0'; 17085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return omx->setParameter( 17105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamStandardComponentRole, 17115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &roleParams, sizeof(roleParams)); 1712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 17145778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 17165778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 17175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 17185778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 17195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1721b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> inputFormat = new AMessage; 1722b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> outputFormat = new AMessage; 1723b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mConfigFormat = msg; 1724e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 17255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1727054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeInvalid; 1728054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; 17298db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 17305778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 17315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 17335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 17345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17365778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 17372f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 17382f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 17392f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 17405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 17415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 174396bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // propagate bitrate to the output so that the muxer has it 174496bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar if (encoder && msg->findInt32("bitrate", &bitRate)) { 174596bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // Technically ISO spec says that 'bitrate' should be 0 for VBR even though it is the 174696bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // average bitrate. We've been setting both bitrate and max-bitrate to this same value. 174796bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar outputFormat->setInt32("bitrate", bitRate); 174896bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar outputFormat->setInt32("max-bitrate", bitRate); 174996bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar } 175096bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar 1751d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1752d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 17533e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && msg->findInt32("android._input-metadata-buffer-type", &storeMeta) 17543e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && storeMeta != kMetadataBufferTypeInvalid) { 17553e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mInputMetadataType = (MetadataBufferType)storeMeta; 17563e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar err = mOMX->storeMetaDataInBuffers( 17573e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mNode, kPortIndexInput, OMX_TRUE, &mInputMetadataType); 1758d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1759054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGE("[%s] storeMetaDataInBuffers (input) failed w/ err %d", 1760308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1761d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1762054219874873b41f1c815552987c10465c34ba2bLajos Molnar return err; 17633e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar } else if (storeMeta == kMetadataBufferTypeANWBuffer 17643e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && mInputMetadataType == kMetadataBufferTypeGrallocSource) { 17653e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // IOMX translates ANWBuffers to gralloc source already. 17663e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mInputMetadataType = (MetadataBufferType)storeMeta; 1767054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1768c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 1769c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 1770c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mOMX->getParameter( 1771c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 1772c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 1773c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar inputFormat->setInt32( 1774c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 1775c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 1776054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1777d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1778308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 17793a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 17803a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 17813a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 17823a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 17833a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->getExtensionIndex( 17843a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, 17853a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "OMX.google.android.index.prependSPSPPSToIDRFrames", 17863a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber &index); 17873a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17883a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 17893a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 17903a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 17913a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 17923a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17933a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->setParameter( 17943a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, index, ¶ms, sizeof(params)); 17953a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17963a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17973a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 17983a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 17993a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 18003a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 18013a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 18023a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 18033a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 18043a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1805308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1806308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1807308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1808308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 18098db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1810308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1811308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 18123e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && msg->findInt32("android._store-metadata-in-buffers-output", &storeMeta) 1813308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1814308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 18153e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mOutputMetadataType = kMetadataBufferTypeNativeHandleSource; 1816054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexOutput, enable, &mOutputMetadataType); 1817308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1818308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang ALOGE("[%s] storeMetaDataInBuffers (output) failed w/ err %d", 1819308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1820308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1821a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1822a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1823a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1824a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1825a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1826a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 182794ee4b708acfa941581160b267afb79192b1d816Chong Zhang 182894ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 18292c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 18302c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 18312c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 183237b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 183337b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 183437b2b389139ed638831e49708c947863eef631efRonghua Wu } 183537b2b389139ed638831e49708c947863eef631efRonghua Wu 18362c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) { 18372c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerCaptureUs = -1ll; 183894ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 183972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 184072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 184172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 184272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 184372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 184472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1845308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1846308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 18473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1848054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 18490d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 18503a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1851b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow = haveNativeWindow; 1852011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = false; 1853e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1854e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 18551713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 18561713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 18571713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 18581713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 18591713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 18601713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 18611713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 18621713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 18631713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 18641713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1865a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 1866a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar if (mFlags & kFlagIsSecure) { 1867a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // use native_handles for secure input buffers 1868a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->enableNativeBuffers( 1869a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mNode, kPortIndexInput, OMX_FALSE /* graphic */, OMX_TRUE); 1870a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar ALOGI_IF(err != OK, "falling back to non-native_handles"); 1871a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = OK; // ignore error for now 1872a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar } 1873e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 18743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 18751de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 18761de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 18775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18786597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 18796597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 18806597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 18816597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 18826597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 18836597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 18846597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 18856597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar status_t temp = mOMX->setConfig( 18866597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 18876597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 18886597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 18896597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 18906597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 18916597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 18926597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18936597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18946597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 18956597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 18965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 18975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 18985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 18995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1900ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 19015a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 190297827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 190397827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 19045a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 19055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 19075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 190897827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 19095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 19105a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1911fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1912fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1913d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1914d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1915d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1916d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1917d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad err = mOMX->prepareForAdaptivePlayback( 1918d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1919d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1920d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1921d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 19223a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 19233a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1924d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1925d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1926d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1927d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1928d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1929d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 19305a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1931ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1932ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1933ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 19343fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 19353fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 19363fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 19373fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 19383fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 19393fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 19403fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 19413fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 19423fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 19435a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // Always try to enable dynamic output buffers on native surface 19443e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mOutputMetadataType = kMetadataBufferTypeANWBuffer; 19455a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->storeMetaDataInBuffers( 1946054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_TRUE, &mOutputMetadataType); 19475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 19485a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("[%s] storeMetaDataInBuffers failed w/ err %d", 1949fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar mComponentName.c_str(), err); 1950e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 19515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 19525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 19535a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 19545a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19555a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 19565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 19575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 19585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 19595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 19605a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 19625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 19635a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 19645a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 19655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 19665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 19675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 19685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 19695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 19705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 19715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 19745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 19755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 19765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 19775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 19785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 19795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->prepareForAdaptivePlayback( 19815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, 19825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad maxHeight); 19835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 19845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 19855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 19865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 19885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 19895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 19905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 19915a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1992e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 19935a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // allow failure 19945a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = OK; 19955a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 19965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] storeMetaDataInBuffers succeeded", 19975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str()); 1998054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1999011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = ADebug::isExperimentEnabled( 2000011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "legacy-adaptive", !msg->contains("no-experiments")); 2001011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 20025a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 2003fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 20040167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 20055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 20065a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 20075a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 20085a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 20095a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 20100167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 2011e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 2012e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 2013e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 2014e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 2015e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 2016e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 2017e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 2018054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 2019054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 20205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding pcmEncoding = kAudioEncodingPcm16bit; 20215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)msg->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 20225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // invalid encodings will default to PCM-16bit in setupRawAudioFormat. 20235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 2024308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 20253a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 20263a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 20273a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 20283a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 20293a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 20303a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20313a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 2033b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoEncoder(mime, msg, outputFormat, inputFormat); 20345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2035b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 20365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20373a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 20393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 20403a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20413a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20423a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 20431de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 20443a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20453a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20463a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // initialize native window now to get actual output format 20473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: this is needed for some encoders even though they don't use native window 2048777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = initNativeWindow(); 2049777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 2050777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 2051777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20523a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20533a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback for devices that do not handle flex-YUV for native buffers 20543a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 20553a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 20563a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 20573a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 2058777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = getPortFormat(kPortIndexOutput, outputFormat); 2059777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 2060777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 2061777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20623a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 20633a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 2064777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!outputFormat->findInt32("color-format", &colorFormat)) { 2065777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("ouptut port did not have a color format (wrong domain?)"); 2066777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 2067777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20683a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 20693a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 20703a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (!isFlexibleColorFormat( 20713a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mOMX, mNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 20723a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 20733a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 20743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 20753a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 20763a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 2077e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 20783a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 20793a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 2080054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 2081054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers( 2082054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_FALSE, &mOutputMetadataType); 2083054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; // just in case 20843a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: implement adaptive-playback support for bytebuffer mode. 20853a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // This is done by SW codecs, but most HW codecs don't support it. 20863a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar inputFormat->setInt32("adaptive-playback", false); 20873a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20883a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err == OK) { 2089a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->enableNativeBuffers( 2090a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_FALSE); 20913a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20923a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 20933a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 20943a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 20953a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 2096b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder( 2097b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 20983a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20993a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 21003a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 21013a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 21023a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 21033a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 21043a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 21053a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 210642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 210742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 210842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 210942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 211042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 211142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 211242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 211342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 211442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 211542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 211642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 211742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 211842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 2119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 2120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 21215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 21225778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 21235778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 21245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2125aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 2126b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 21278045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 21282965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 21298045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 2130ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 2131ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 2132ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2133aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 2134aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 2135aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 2136b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 2137b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 2138b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2139ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 21408045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 21418045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 21428045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21432965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 21442965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 21452965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 21462965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 21478045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 21488045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21498045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 21508045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21518045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 21528045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21538045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 21548045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21558045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 21568045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21578045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 21588045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21598045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 21608045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21618045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 21628045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21638045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 21648045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21658045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 21668045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21678045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2168ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 21694471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 21702965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 21712965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 21725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2173729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 21745778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 2175729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 21765778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 2177729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 2178729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 2179729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 2180729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 2181729de186450f78c099637e1fce743fe531862c52Andreas Huber 2182729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 21835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 21845778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 21855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 218617c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 218717c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 218817c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 218917c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 219017c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 21915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21922f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 2193ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 21942f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 21952f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 21962f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 21972f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 21982f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 21992f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 22002f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 2201516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 2202cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 2203cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 2204516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 2205cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 22062f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 2207516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2208516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 2209516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 22102f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 22112f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 2212516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2213516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 2214516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 22152f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 22162f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 22172f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2218516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 2219516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 22202f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2221ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 2222ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 2223ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 2224ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 2225ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 2226ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 2227ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 22285b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels, pcmEncoding); 2229ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 223097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 223197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 223297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 223397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 223497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 223597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 223697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 223797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 223897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 22398a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 22408a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 22418a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 22428a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 22438a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 22448a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 22458a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 22468a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 22478a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 22485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2249729de186450f78c099637e1fce743fe531862c52Andreas Huber 22504471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 22514471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 22524471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 22534471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 22548b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 22558b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 22568b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 22579806555d3930be43e11106281dee354820ac1c88Andreas Huber 22588b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 22598b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 22608b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 22618b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 22629806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 22639806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 22649806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 22659806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 22669806555d3930be43e11106281dee354820ac1c88Andreas Huber } 22679806555d3930be43e11106281dee354820ac1c88Andreas Huber 2268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 2269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 22705778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 2271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 22725778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 2273f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 22745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22758b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 22768b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 22778b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 22788b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22798b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2280ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 2281ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 2282ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 2283ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 2284ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 2285ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2286ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 2287ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 2288ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2289ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2290697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // NOTE: both mBaseOutputFormat and mOutputFormat are outputFormat to signal first frame. 22914e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 2292b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // trigger a kWhatOutputFormatChanged msg on first buffer 2293b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat.clear(); 22944e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 2295777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexInput, inputFormat); 2296777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2297777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexOutput, outputFormat); 2298777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2299777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mInputFormat = inputFormat; 2300777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mOutputFormat = outputFormat; 2301777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2302777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 23035b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 23045b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // create data converters if needed 23055b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (!video && err == OK) { 23065b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding codecPcmEncoding = kAudioEncodingPcm16bit; 23075b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (encoder) { 23085b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mInputFormat->findInt32("pcm-encoding", (int32_t*)&codecPcmEncoding); 23095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexInput] = AudioConverter::Create(pcmEncoding, codecPcmEncoding); 23105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexInput] != NULL) { 23115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mInputFormat->setInt32("pcm-encoding", pcmEncoding); 23125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 23135b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 23145b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mOutputFormat->findInt32("pcm-encoding", (int32_t*)&codecPcmEncoding); 23155b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexOutput] = AudioConverter::Create(codecPcmEncoding, pcmEncoding); 23165b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexOutput] != NULL) { 23175b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mOutputFormat->setInt32("pcm-encoding", pcmEncoding); 23185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 23195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 23205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 23215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 23225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2323f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 23258b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 23268b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 23278b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 23288b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 23298b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 23308b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 23318b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 23328b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu status_t temp = mOMX->setConfig( 23338b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigPriority, 23348b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 23358b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 23368b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 23378b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 23388b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 23398b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 23408b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2341ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 2342ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 2343ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2344ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2345ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 2346ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 2347ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 2348ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2349ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2350ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 2351ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 2352ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 2353ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2354ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2355ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 2356ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2357ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 2358ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 2359ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 2360ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu status_t err = mOMX->setConfig( 2361ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 2362ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 2363ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 2364ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 2365ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2366ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 2367ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 2368ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2369870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::getIntraRefreshPeriod(uint32_t *intraRefreshPeriod) { 2370870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2371870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2372870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2373870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->getConfig( 2374870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2375870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2376870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = params.nRefreshPeriod; 2377870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2378870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2379870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2380870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Fallback to query through standard OMX index. 2381870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2382870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2383870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2384870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2385870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2386870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamVideoIntraRefresh, &refreshParams, sizeof(refreshParams)); 2387870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK || refreshParams.nCirMBs == 0) { 2388870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2389870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2390870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2391870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2392870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate period based on width and height 2393870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2394870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2395870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2396870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2397870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2398870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2399870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2400870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2401870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2402870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2403870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2404870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2405870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2406870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2407870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = divUp((divUp(width, 16u) * divUp(height, 16u)), refreshParams.nCirMBs); 2408870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2409870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2410870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2411870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2412870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::setIntraRefreshPeriod(uint32_t intraRefreshPeriod, bool inConfigure) { 2413870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2414870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2415870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2416870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nRefreshPeriod = intraRefreshPeriod; 2417870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->setConfig( 2418870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2419870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2420870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2421870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2422870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2423870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Only in configure state, a component could invoke setParameter. 2424870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (!inConfigure) { 2425870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return INVALID_OPERATION; 2426870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2427870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] try falling back to Cyclic", mComponentName.c_str()); 2428870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2429870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2430870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2431870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2432870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2433870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2434870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2435870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (intraRefreshPeriod == 0) { 2436870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // 0 means disable intra refresh. 2437870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = 0; 2438870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2439870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate macroblocks that need to be intra coded base on width and height 2440870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2441870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2442870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2443870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2444870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2445870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2446870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2447870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2448870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2449870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2450870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2451870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2452870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2453870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = divUp((divUp(width, 16u) * divUp(height, 16u)), intraRefreshPeriod); 2454870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2455870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2456870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->setParameter(mNode, OMX_IndexParamVideoIntraRefresh, 2457870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang &refreshParams, sizeof(refreshParams)); 2458870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2459870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2460870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2461870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2462870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2463870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2464870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 24650f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnarstatus_t ACodec::configureTemporalLayers( 24660f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar const sp<AMessage> &msg, bool inConfigure, sp<AMessage> &outputFormat) { 24670f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (!mIsVideo || !mIsEncoder) { 24680f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return INVALID_OPERATION; 24690f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24700f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24710f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar AString tsSchema; 24720f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (!msg->findString("ts-schema", &tsSchema)) { 24730f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return OK; 24740f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24750f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24760f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar unsigned int numLayers = 0; 24770f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar unsigned int numBLayers = 0; 24780f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar int tags; 24790f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar char dummy; 24800f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_ANDROID_TEMPORALLAYERINGPATTERNTYPE pattern = 24810f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_AndroidTemporalLayeringPatternNone; 24820f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (sscanf(tsSchema.c_str(), "webrtc.vp8.%u-layer%c", &numLayers, &dummy) == 1 24830f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar && numLayers > 0) { 24840f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar pattern = OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC; 24850f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else if ((tags = sscanf(tsSchema.c_str(), "android.generic.%u%c%u%c", 24860f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &numLayers, &dummy, &numBLayers, &dummy)) 24870f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar && (tags == 1 || (tags == 3 && dummy == '+')) 24880f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar && numLayers > 0 && numLayers < UINT32_MAX - numBLayers) { 24890f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar numLayers += numBLayers; 24900f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar pattern = OMX_VIDEO_AndroidTemporalLayeringPatternAndroid; 24910f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else { 24920f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar ALOGI("Ignoring unsupported ts-schema [%s]", tsSchema.c_str()); 24930f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return BAD_VALUE; 24940f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 24950f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 24960f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_PARAM_ANDROID_TEMPORALLAYERINGTYPE layerParams; 24970f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar InitOMXParams(&layerParams); 24980f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nPortIndex = kPortIndexOutput; 24990f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25000f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar status_t err = mOMX->getParameter( 25010f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 25020f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &layerParams, sizeof(layerParams)); 25030f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25040f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 25050f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 25060f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else if (!(layerParams.eSupportedPatterns & pattern)) { 25070f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return BAD_VALUE; 25080f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 25090f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25100f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar numLayers = min(numLayers, layerParams.nLayerCountMax); 25110f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar numBLayers = min(numBLayers, layerParams.nBLayerCountMax); 25120f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25130f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (!inConfigure) { 25140f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_TEMPORALLAYERINGTYPE layerConfig; 25150f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar InitOMXParams(&layerConfig); 25160f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.nPortIndex = kPortIndexOutput; 25170f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.ePattern = pattern; 25180f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.nPLayerCountActual = numLayers - numBLayers; 25190f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.nBLayerCountActual = numBLayers; 25200f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerConfig.bBitrateRatiosSpecified = OMX_FALSE; 25210f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25220f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = mOMX->setConfig( 25230f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidVideoTemporalLayering, 25240f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &layerConfig, sizeof(layerConfig)); 25250f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else { 25260f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.ePattern = pattern; 25270f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nPLayerCountActual = numLayers - numBLayers; 25280f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nBLayerCountActual = numBLayers; 25290f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.bBitrateRatiosSpecified = OMX_FALSE; 25300f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25310f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = mOMX->setParameter( 25320f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 25330f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &layerParams, sizeof(layerParams)); 25340f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 25350f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25360f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar AString configSchema; 25370f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (pattern == OMX_VIDEO_AndroidTemporalLayeringPatternAndroid) { 25380f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar configSchema = AStringPrintf("android.generic.%u+%u", numLayers - numBLayers, numBLayers); 25390f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } else if (pattern == OMX_VIDEO_AndroidTemporalLayeringPatternWebRTC) { 25400f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar configSchema = AStringPrintf("webrtc.vp8.%u", numLayers); 25410f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 25420f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25430f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 25440f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar ALOGW("Failed to set temporal layers to %s (requested %s)", 25450f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar configSchema.c_str(), tsSchema.c_str()); 25460f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 25470f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 25480f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25490f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = mOMX->getParameter( 25500f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexParamAndroidVideoTemporalLayering, 25510f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar &layerParams, sizeof(layerParams)); 25520f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25530f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err == OK) { 25540f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar ALOGD("Temporal layers requested:%s configured:%s got:%s(%u: P=%u, B=%u)", 25550f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar tsSchema.c_str(), configSchema.c_str(), 25560f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar asString(layerParams.ePattern), layerParams.ePattern, 25570f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar layerParams.nPLayerCountActual, layerParams.nBLayerCountActual); 25580f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 25590f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (outputFormat.get() == mOutputFormat.get()) { 25600f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar mOutputFormat = mOutputFormat->dup(); // trigger an output format change event 25610f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 25620f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // assume we got what we configured 25630f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar outputFormat->setString("ts-schema", configSchema); 25640f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 25650f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 25660f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar} 25670f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 2568f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 2569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 2571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 2572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 2581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 2585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 2587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->getParameter( 2594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2600777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.nBufferSize < size) { 2601777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("failed to set min buffer size to %zu (is still %u)", size, def.nBufferSize); 2602777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 2603777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26085778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 26095778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 26105778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 26115778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 26125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26135778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 26146e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 26155778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 26165778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 26175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, 26185778822d86b0337407514b9372562b86edfa91cdAndreas Huber &format, sizeof(format)); 26195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26215778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 26255778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 26265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26276e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 26286e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 26296e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 26306e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 26316e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eEncoding), format.eEncoding); 26326e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 26336e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 26345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 26375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 26385778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26405778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 2641aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 26428045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 26432965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 26442965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 2645ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 2646ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 2647ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2648ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 26495778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 26505778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 26515778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 26525778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 26535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 26595778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 26605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26655778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 26665778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 26675778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 26685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26695778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 26705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 26715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26765778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 26775778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 26785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26795778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 26805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 26815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26865778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 26875778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 26885778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 26895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26905778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 26915778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 26925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26975778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 26985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26995778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 27005778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 27015778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 27025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27035778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 27045778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 27055778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 27065778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 27075778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 27085778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2709aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 27105778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2711b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2712b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2713b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2714b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2715b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2716b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2717b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2718b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2719b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2720b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2721b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2722b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2723b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2724b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2725b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2726b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2727b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2728b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2729b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2730b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2731b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2732b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2733b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2734b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2735b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2736b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 27375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27385778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 27395778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 27405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 27425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2749f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27525778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 2753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2755f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2757f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2761ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2762ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2763ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2764ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2765ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27678045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 2768dabb051cf03b5ccc994c769a1cd23f9e6c378deeMarco Nelissen InitOMXParams(&presentation); 27698045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 27708045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 27718045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 27728045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 27738045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 27748045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 27752965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 27768045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 27778045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi status_t res = mOMX->setParameter(mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 27788045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 27798045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 27808045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi mOMX->setParameter(mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 27818045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 27828045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 27838045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 27848045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 27858045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 27865778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 278897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 278997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 279097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 279197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 279297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 279397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 279497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 279597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 279697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 279797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 279897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 279997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 280097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 280197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 280297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 280397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 280497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 280597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 280697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = mOMX->getParameter( 280797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 280897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 280997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 281097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 281197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 281297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 281397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 281497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 281597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 281697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 281797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 281897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 281997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return mOMX->setParameter( 282097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 282197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 282297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 282397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 282497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 282597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 28268a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 28278a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 28288a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 28298a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 28308a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 28318a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 28328a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 28338a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 28348a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 28358a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 28368a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 28378a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 28388a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 28398a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 28408a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 28418a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 28428a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 28438a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 28448a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = mOMX->getParameter( 28458a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 28468a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 28478a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 28488a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 28498a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 28508a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 28518a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 28528a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 28538a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 28548a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 28558a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 28568a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 28578a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return mOMX->setParameter( 28588a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 28598a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 28608a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 28618a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 28628a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 28638a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 28645778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 28655778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 28665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 28675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 28685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 28695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 28705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 28715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 28725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 28735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 28745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 28755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 28765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 28775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 28785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 28795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 28805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 28815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 28825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 28835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28855778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 28865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 28875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 28885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 28895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 28905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 28915778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 28925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 28935778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 28945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 28955778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 28965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 28975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 28985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 28995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 29005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 29015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 29025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29045778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 29055778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 29065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29095778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2910729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2911729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 29125778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2913729de186450f78c099637e1fce743fe531862c52Andreas Huber 2914729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = 2915729de186450f78c099637e1fce743fe531862c52Andreas Huber mOMX->getParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2916729de186450f78c099637e1fce743fe531862c52Andreas Huber 2917729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2918729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2919729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2920729de186450f78c099637e1fce743fe531862c52Andreas Huber 2921729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 29225778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 29235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29245778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 29255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2926729de186450f78c099637e1fce743fe531862c52Andreas Huber 29275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 29285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 29295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2930729de186450f78c099637e1fce743fe531862c52Andreas Huber 29315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 29325778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 29335778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 29345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2935729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2936729de186450f78c099637e1fce743fe531862c52Andreas Huber 293717c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 2938777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (encoder) { 2939777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return INVALID_OPERATION; 2940777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 29415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2942729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 294317c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2944729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2945729de186450f78c099637e1fce743fe531862c52Andreas Huber 29462f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 29472f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 29482f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 29492f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 29502f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 29512f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 29522f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 29532f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 29542f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 29552f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t err = mOMX->getParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 29562f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 29572f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 29582f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 29592f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 29602f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 29612f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = mOMX->setParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 29622f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 29632f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 29642f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 29652f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 29662f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 29672f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 29682f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 29692f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 29702f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 29712f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 29722f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 29732f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2974729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 29755b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels, AudioEncoding encoding) { 2976729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2977729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2978729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2979729de186450f78c099637e1fce743fe531862c52Andreas Huber 2980729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = mOMX->getParameter( 2981729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2982729de186450f78c099637e1fce743fe531862c52Andreas Huber 2983729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2984729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2985729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2986729de186450f78c099637e1fce743fe531862c52Andreas Huber 2987729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2988729de186450f78c099637e1fce743fe531862c52Andreas Huber 2989729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->setParameter( 2990729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2991729de186450f78c099637e1fce743fe531862c52Andreas Huber 2992729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2993729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2994729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2995729de186450f78c099637e1fce743fe531862c52Andreas Huber 2996729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2997729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2998729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2999729de186450f78c099637e1fce743fe531862c52Andreas Huber 3000729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->getParameter( 3001729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 3002729de186450f78c099637e1fce743fe531862c52Andreas Huber 3003729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 3004729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 3005729de186450f78c099637e1fce743fe531862c52Andreas Huber } 3006729de186450f78c099637e1fce743fe531862c52Andreas Huber 3007729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 30085b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar switch (encoding) { 30095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcm8bit: 30105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataUnsigned; 30115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 8; 30125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 30135b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcmFloat: 30145b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataFloat; 30155b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 32; 30165b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 30175b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcm16bit: 30185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataSigned; 30195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 16; 30205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 30215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar default: 30225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return BAD_VALUE; 30235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 3024729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 3025729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 3026729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 3027729de186450f78c099637e1fce743fe531862c52Andreas Huber 3028c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 3029c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 3030729de186450f78c099637e1fce743fe531862c52Andreas Huber } 3031729de186450f78c099637e1fce743fe531862c52Andreas Huber 30325b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = mOMX->setParameter( 3033729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 30345b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // if we could not set up raw format to non-16-bit, try with 16-bit 30355b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // NOTE: we will also verify this via readback, in case codec ignores these fields 30365b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK && encoding != kAudioEncodingPcm16bit) { 30375b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataSigned; 30385b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 16; 30395b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = mOMX->setParameter( 30405b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 30415b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 30425b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return err; 3043729de186450f78c099637e1fce743fe531862c52Andreas Huber} 3044729de186450f78c099637e1fce743fe531862c52Andreas Huber 30455a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 304697827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 30475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 30485a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 30495a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad status_t err = mOMX->configureVideoTunnelMode( 30505a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 30515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 30525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 30535a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 30545a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 30555a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 30565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 30575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 30585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 30595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 30605a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 30615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 30625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 30635a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 30645a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 30655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 3066f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 3067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 3068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 30690d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 30700d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 3071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 3072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 3073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 3074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 3075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 3076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30776e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 3078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 3079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 3080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 3081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 3082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3087229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 3088229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 30890d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 30900d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 30910d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 30920d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 3093229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 3094229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 3095229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 3096229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 3097229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 3098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 3099f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 3100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 3102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 3103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 3104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 3105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 3109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 3110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 3111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 3117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 3118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31226e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 31236e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)/%s(%x)", 31246e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 31256e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eCompressionFormat), format.eCompressionFormat, 31266e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eColorFormat), format.eColorFormat); 31276e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 3128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 3131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 3132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 3135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 3136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 3137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 31420d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 31430d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 31440d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 31450d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 31460d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 31470d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 31480d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 31490d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 31500d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 31510d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 31520d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 31530d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 31540d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 31550d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 31560d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 3157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 3158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 3159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31600d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 31610d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 31620d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 3163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31640d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 31650d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 31660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t err = mOMX->getParameter( 31670d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mNode, OMX_IndexParamVideoPortFormat, 31680d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &format, sizeof(format)); 31690d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 31700d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 31710d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 31720d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 31730d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 31740d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31750d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 31760d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31770d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 31780d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 31790d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31800d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 31810d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 31820d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31830d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 31840d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 31850d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 31860d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 31870d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 31880d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 31890d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 31900d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 31910d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 31920d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 31930d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 31940d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 31950d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, false /* usingNativeBuffers */, 31960d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 31970d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 31980d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 31990d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 32000d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 3201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->setParameter( 3202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 3203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 3204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3206e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 3207e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 3208e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 3209e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 3210e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 32112472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 3212e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 3213e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 3214e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 321594705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 321694705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 3217a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, OMX_VIDEO_CodingDolbyVision }, 3218e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 3219e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 32205778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 32215778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 3222e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3223e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3224e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3225e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 3226e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 3227e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3228e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3231e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 3232e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3233e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 3234e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3235e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3236e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 3237e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 3238e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3239e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3240e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3241e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 3242e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 3243e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3244e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3245e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3246e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3247e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 3248e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3249e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 32505778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 32515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3252a6bfb5060824f01041f956c733fec141504c280bHangyu Kuangstatus_t ACodec::setPortBufferNum(OMX_U32 portIndex, int bufferNum) { 3253a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 3254a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang InitOMXParams(&def); 3255a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang def.nPortIndex = portIndex; 3256a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang status_t err; 3257a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang ALOGD("Setting [%s] %s port buffer number: %d", mComponentName.c_str(), 3258a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang portIndex == kPortIndexInput ? "input" : "output", bufferNum); 3259a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang err = mOMX->getParameter( 3260a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3261a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) { 3262a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3263a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3264a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang def.nBufferCountActual = bufferNum; 3265a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang err = mOMX->setParameter( 3266a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3267a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) { 3268a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Component could reject this request. 3269a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang ALOGW("Fail to set [%s] %s port buffer number: %d", mComponentName.c_str(), 3270a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang portIndex == kPortIndexInput ? "input" : "output", bufferNum); 3271a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3272a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return OK; 3273a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang} 3274a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 32755778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 32768338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow, 3277b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool usingSwRenderer, sp<AMessage> &outputFormat) { 327889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 327989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 328089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 328189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 328289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 328389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 32845778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 32855778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 32865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 32885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 32895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3291f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang if (compressionFormat == OMX_VIDEO_CodingVP9) { 3292f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 3293f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang InitOMXParams(¶ms); 3294f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang params.nPortIndex = kPortIndexInput; 3295f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang // Check if VP9 decoder advertises supported profiles. 3296f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang params.nProfileIndex = 0; 3297f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang status_t err = mOMX->getParameter( 3298f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mNode, 3299f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang OMX_IndexParamVideoProfileLevelQuerySupported, 3300f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang ¶ms, 3301f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang sizeof(params)); 3302f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mIsLegacyVP9Decoder = err != OK; 3303f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang } 3304f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang 33055778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 3306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 3307f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3308f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3309f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 331289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 331389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 331489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 331589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 331689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 33170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 331889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 331989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 332089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 33210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 332289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 332389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 33240d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 332589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 3326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3331a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Set the component input buffer number to be |tmp|. If succeed, 3332a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will set input port buffer number to be |tmp|. If fail, 3333a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will keep the same buffer number as before. 3334a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (msg->findInt32("android._num-input-buffers", &tmp)) { 3335a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang err = setPortBufferNum(kPortIndexInput, tmp); 3336a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) 3337a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3338a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3339a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 3340a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // Set the component output buffer number to be |tmp|. If succeed, 3341a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will set output port buffer number to be |tmp|. If fail, 3342a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang // component will keep the same buffer number as before. 3343a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (msg->findInt32("android._num-output-buffers", &tmp)) { 3344a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang err = setPortBufferNum(kPortIndexOutput, tmp); 3345a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang if (err != OK) 3346a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang return err; 3347a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang } 3348a6bfb5060824f01041f956c733fec141504c280bHangyu Kuang 334978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 335078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 335178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 335278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 335378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 335478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 335578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 335678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 335778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 3358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 335978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 3360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 3366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 3367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3372b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoDecoder( 3373b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, haveNativeWindow | usingSwRenderer, msg, outputFormat); 3374b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { // support is optional 33758338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 33768338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3377db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3378db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err != OK) { 3379db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3380db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3381db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 33825e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = setHDRStaticInfoForVideoCodec(kPortIndexOutput, msg, outputFormat); 3383db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err == ERROR_UNSUPPORTED) { // support is optional 3384db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = OK; 3385db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3386b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3387b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3388b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3389b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::initDescribeColorAspectsIndex() { 3390b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = mOMX->getExtensionIndex( 3391b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mNode, "OMX.google.android.index.describeColorAspects", &mDescribeColorAspectsIndex); 3392b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3393b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mDescribeColorAspectsIndex = (OMX_INDEXTYPE)0; 3394b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3395b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3396b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 33978338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3398b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setCodecColorAspects(DescribeColorAspectsParams ¶ms, bool verify) { 3399b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3400b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3401b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mOMX->setConfig(mNode, mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 3402b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3403b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] setting color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3404b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3405b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3406b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3407b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3408b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3409b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3410b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3411b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (verify && err == OK) { 3412b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3413b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3414b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3415b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex, 3416db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] setting color aspects failed even though codec advertises support", 3417b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 34188338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar return err; 34198338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 34208338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3421b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoDecoder( 3422b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, bool usingNativeWindow, 3423b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 34248338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 34258338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3426b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 34278338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3428b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3429b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (usingNativeWindow) { 3430b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3431b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // The default aspects will be set back to the output format during the 3432b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // getFormat phase of configure(). Set non-Unspecified values back into the 3433b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // format, in case component does not support this enumeration. 3434b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 34358338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 34368338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3437b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 34388338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3439b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec 3440b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return setCodecColorAspects(params); 3441b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3442b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3443b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getCodecColorAspects(DescribeColorAspectsParams ¶ms) { 3444b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3445b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3446b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mOMX->getConfig(mNode, mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 34478338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3448b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] got color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3449b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3450b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3451b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3452b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3453b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3454b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3455b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (params.bRequestingDataSpace) { 3456b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("for dataspace %#x", params.nDataSpace); 3457b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3458b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex 3459b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && !params.bRequestingDataSpace && !params.bDataSpaceChanged) { 3460b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW("[%s] getting color aspects failed even though codec advertises support", 3461b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3462b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3463b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3464b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 34658338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3466b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getInputColorAspectsForVideoEncoder(sp<AMessage> &format) { 3467b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3468b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3469b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3470b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getCodecColorAspects(params); 3471b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3472b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we only set encoder input aspects if codec supports them 3473b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, format, true /* force */); 34748338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3475b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3476b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3477b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3478b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getDataSpace( 3479b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams ¶ms, android_dataspace *dataSpace /* nonnull */, 3480b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool tryCodec) { 3481b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3482b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (tryCodec) { 3483b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // request dataspace guidance from codec. 3484b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_TRUE; 3485b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3486b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_FALSE; 3487b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK && params.nDataSpace != HAL_DATASPACE_UNKNOWN) { 3488b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = (android_dataspace)params.nDataSpace; 3489b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3490b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else if (err == ERROR_UNSUPPORTED) { 3491b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // ignore not-implemented error for dataspace requests 3492b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = OK; 3493b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 34948338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3495b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3496b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // this returns legacy versions if available 3497b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = getDataSpaceForColorAspects(params.sAspects, true /* mayexpand */); 3498b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] using color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 3499b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "and dataspace %#x", 3500b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3501b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3502b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3503b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3504b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3505b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace); 3506b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3507b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3508b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3509b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3510b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getColorAspectsAndDataSpaceForVideoDecoder( 3511b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, 3512b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace) { 3513b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3514b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3515b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 3516b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3517b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and get resulting format 3518b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3519b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3520b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 35218338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3522b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 35238338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3524b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we always set specified aspects for decoders 3525b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3526b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3527b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3528b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace(params, dataSpace, err == OK /* tryCodec */); 3529b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3530b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 3531b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 35328338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 35338338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3534b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 35358338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 35368338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3537b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// initial video encoder setup for bytebuffer mode 3538b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoEncoder( 3539b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 3540b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // copy config to output format as this is not exposed via getFormat 3541b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar copyColorConfig(configFormat, outputFormat); 3542b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3543b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3544b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3545b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3546b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3547b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3548b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 3549b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3550b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t usingRecorder; 3551b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("android._using-recorder", &usingRecorder) && usingRecorder) { 3552b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_BT709; 3553b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3554b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("width", &width) 3555b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && configFormat->findInt32("height", &height)) { 3556b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3557b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getDataSpace( 3558b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, &dataSpace, mDescribeColorAspectsIndex /* tryCodec */); 3559b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3560b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3561b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3562b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3563b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3564b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar inputFormat->setInt32("android._dataspace", (int32_t)dataSpace); 35658338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 35668338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3567b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow change of the platform aspects 3568b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = params.sAspects; 3569b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; --triesLeft >= 0; ) { 3570b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3571b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK 3572b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem( 3573b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects, origAspects, true /* usePlatformAspects */)) { 3574b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3575b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3576b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3577b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3578b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3579b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return OK; 3580b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3581b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 35825e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuangstatus_t ACodec::setHDRStaticInfoForVideoCodec( 35835e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang OMX_U32 portIndex, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 35845e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 35855e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 35865e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang DescribeHDRStaticInfoParams params; 35875e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang InitOMXParams(¶ms); 35885e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang params.nPortIndex = portIndex; 35895e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 35905e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang HDRStaticInfo *info = ¶ms.sInfo; 35915e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (getHDRStaticInfoFromFormat(configFormat, info)) { 35925e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang setHDRStaticInfoIntoFormat(params.sInfo, outputFormat); 35935e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 35945e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 35955e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)initDescribeHDRStaticInfoIndex(); 35965e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 35975e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang // communicate HDR static Info to codec 35985e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang return setHDRStaticInfo(params); 35995e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang} 36005e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 3601b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// subsequent initial video encoder setup for surface mode 3602b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace( 3603b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace /* nonnull */) { 36048338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 36058338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3606b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 36078338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ColorAspects &aspects = params.sAspects; 36088338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3609b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and store resulting format into both input and output formats 3610b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(mConfigFormat, aspects); 3611b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3612b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mInputFormat->findInt32("width", &width) && mInputFormat->findInt32("height", &height)) { 3613b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(aspects, width, height); 36148338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3615b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mInputFormat); 3616b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mOutputFormat); 36178338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3618b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow any change 3619b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = aspects; 3620b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3621b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; mDescribeColorAspectsIndex && --triesLeft >= 0; ) { 3622b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3623b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem(aspects, origAspects)) { 3624b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar break; 3625b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3626b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3627b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 36288338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 36298338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3630b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = HAL_DATASPACE_BT709; 3631b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects = origAspects; // restore desired color aspects 3632b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace( 3633b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, dataSpace, err == OK && mDescribeColorAspectsIndex /* tryCodec */); 3634b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3635b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 36368338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3637b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setInt32("android._dataspace", (int32_t)*dataSpace); 3638b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setBuffer( 3639b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "android._color-aspects", ABuffer::CreateAsCopy(&aspects, sizeof(aspects))); 3640b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3641b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // update input format with codec supported color aspects (basically set unsupported 3642b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects to Unspecified) 3643b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3644b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(mInputFormat); 36458338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3646b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3647b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("set default color aspects, updated input format to %s, output format to %s", 3648b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), mOutputFormat->debugString(4).c_str()); 3649b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3650b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 36535e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuangstatus_t ACodec::getHDRStaticInfoForVideoCodec(OMX_U32 portIndex, sp<AMessage> &format) { 36545e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 3655db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang DescribeHDRStaticInfoParams params; 3656db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang InitOMXParams(¶ms); 36575e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang params.nPortIndex = portIndex; 3658db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3659db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = getHDRStaticInfo(params); 3660db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err == OK) { 3661db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang // we only set decodec output HDRStaticInfo if codec supports them 3662db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang setHDRStaticInfoIntoFormat(params.sInfo, format); 3663db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3664db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3665db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3666db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3667db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::initDescribeHDRStaticInfoIndex() { 3668db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = mOMX->getExtensionIndex( 3669db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mNode, "OMX.google.android.index.describeHDRStaticInfo", &mDescribeHDRStaticInfoIndex); 3670db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err != OK) { 3671db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeHDRStaticInfoIndex = (OMX_INDEXTYPE)0; 3672db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3673db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3674db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3675db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3676db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::setHDRStaticInfo(const DescribeHDRStaticInfoParams ¶ms) { 3677db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = ERROR_UNSUPPORTED; 3678db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (mDescribeHDRStaticInfoIndex) { 3679db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = mOMX->setConfig(mNode, mDescribeHDRStaticInfoIndex, ¶ms, sizeof(params)); 3680db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3681db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3682db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang const HDRStaticInfo *info = ¶ms.sInfo; 3683db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGV("[%s] setting HDRStaticInfo (R: %u %u, G: %u %u, B: %u, %u, W: %u, %u, " 3684db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "MaxDispL: %u, MinDispL: %u, MaxContentL: %u, MaxFrameAvgL: %u)", 3685db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str(), 3686db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mR.x, info->sType1.mR.y, info->sType1.mG.x, info->sType1.mG.y, 3687db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mB.x, info->sType1.mB.y, info->sType1.mW.x, info->sType1.mW.y, 3688db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mMaxDisplayLuminance, info->sType1.mMinDisplayLuminance, 3689db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mMaxContentLightLevel, info->sType1.mMaxFrameAverageLightLevel); 3690db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3691db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeHDRStaticInfoIndex, 3692db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] setting HDRStaticInfo failed even though codec advertises support", 3693db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str()); 3694db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3695db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3696db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3697db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::getHDRStaticInfo(DescribeHDRStaticInfoParams ¶ms) { 3698db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = ERROR_UNSUPPORTED; 3699db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (mDescribeHDRStaticInfoIndex) { 3700db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = mOMX->getConfig(mNode, mDescribeHDRStaticInfoIndex, ¶ms, sizeof(params)); 3701db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3702db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3703db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeHDRStaticInfoIndex, 3704db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] getting HDRStaticInfo failed even though codec advertises support", 3705db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str()); 3706db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3707db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3708db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 37098338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnarstatus_t ACodec::setupVideoEncoder( 3710b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const char *mime, const sp<AMessage> &msg, 3711b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 37125778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 37135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 37145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 37155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37175778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 37185778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 37195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37205778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 37215778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 37225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37245778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 37255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 37265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37275778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37305778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 37315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37325778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 37335778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 37345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37355778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 37365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37375778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 37385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37395778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 37405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 37415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37465778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 37475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 37485778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 37495778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 37505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 37515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37535778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 37545778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 37555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37565778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 37575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 37585778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 37595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37615778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 37625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37635778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 37645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 37655778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 37665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37685778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 37695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37705778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 37715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37725778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 37735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 37745778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 37755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 37765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 37775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37785778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 37792c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs = (int64_t) (1000000.0f / frameRate); 37805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37825778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 37835778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 3784a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 3785a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 3786a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 3787a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 3788a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 37895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37905778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 37915778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 37925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37945778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 37955778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 37965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38005778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 38015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38025778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 38035778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 38045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38095778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 38105778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 38115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38135778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 38145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 38155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38165778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38195778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 38205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38215778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 38225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 38235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38285778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 38295778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 38305778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 38315778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 38325778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 38335778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 38345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38355778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 38365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 38375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38395778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 38405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 38415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3845870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 3846870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (msg->findInt32("intra-refresh-period", &intraRefreshPeriod) 3847870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod >= 0) { 3848870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = setIntraRefreshPeriod((uint32_t)intraRefreshPeriod, true); 3849870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 3850870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 3851870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 3852870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 3853870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3854870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3855870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 38565778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 38575778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 38585778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 38595778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 38605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38615778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 38625778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 38635778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 38645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38655778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 38665778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 38675778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 38685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3869c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 3870c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 3871c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 3872c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 387389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 387489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 387589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber err = setupVPXEncoderParameters(msg); 387689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 387789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 38785778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 38795778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 38805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38820f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 38830f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 38840f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 38850f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 38868338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // Set up color aspects on input, but propagate them to the output format, as they will 38878338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // not be read back from encoder. 3888b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoEncoder(msg, outputFormat, inputFormat); 3889b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { 38908338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ALOGI("[%s] cannot encode color aspects. Ignoring.", mComponentName.c_str()); 38918338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 38928338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 38938338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 38945e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (err != OK) { 38955e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang return err; 38965e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 38975e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 38985e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = setHDRStaticInfoForVideoCodec(kPortIndexInput, msg, outputFormat); 38995e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (err == ERROR_UNSUPPORTED) { // support is optional 39005e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang ALOGI("[%s] cannot encode HDR static metadata. Ignoring.", mComponentName.c_str()); 39015e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = OK; 39025e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 39035e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 39040f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 39050f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 39060f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 39070f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 39080f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar switch (compressionFormat) { 39090f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingAVC: 39100f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingHEVC: 39110f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = configureTemporalLayers(msg, true /* inConfigure */, outputFormat); 39120f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 39130f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = OK; // ignore failure 39140f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 39150f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar break; 39160f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 39170f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingVP8: 39180f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar case OMX_VIDEO_CodingVP9: 39190f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // TODO: do we need to support android.generic layering? webrtc layering is 39200f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar // already set up in setupVPXEncoderParameters. 39210f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar break; 39220f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 39230f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar default: 39240f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar break; 39250f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 39260f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 3927d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu if (err == OK) { 3928d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu ALOGI("setupVideoEncoder succeeded"); 3929d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu } 39305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39325778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 39335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39340dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 39350dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 39360dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 39370dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 39380dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 39390dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 39400dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 39410dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 39420dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 39430dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 39440dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 39450dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 39460dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 39470dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 39480dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 39490dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 39500dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 39510dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 39520dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 39530dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 39540dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 39550dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 39560dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 39570dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 39580dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 39590dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 39600dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 39610dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 39620dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 39630dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 39640dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 39650dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = mOMX->setParameter( 39660dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong mNode, OMX_IndexParamVideoIntraRefresh, 39670dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ¶ms, sizeof(params)); 39680dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 39690dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 39700dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 3971f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnarstatic OMX_U32 setPFramesSpacing( 3972f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar int32_t iFramesInterval /* seconds */, int32_t frameRate, uint32_t BFramesSpacing = 0) { 3973f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // BFramesSpacing is the number of B frames between I/P frames 3974f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // PFramesSpacing (the value to be returned) is the number of P frames between I frames 3975f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // 3976f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // keyFrameInterval = ((PFramesSpacing + 1) * BFramesSpacing) + PFramesSpacing + 1 3977f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // ^^^ ^^^ ^^^ 3978f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // number of B frames number of P I frame 3979f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // 3980f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // = (PFramesSpacing + 1) * (BFramesSpacing + 1) 3981f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // 3982f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // E.g. 3983f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // I P I : I-interval: 8, nPFrames 1, nBFrames 3 3984f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // BBB BBB 3985f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar 3986f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar if (iFramesInterval < 0) { // just 1 key frame 3987f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar return 0xFFFFFFFE; // don't use maxint as key-frame-interval calculation will add 1 3988f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar } else if (iFramesInterval == 0) { // just key frames 39895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 39905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3991f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar 3992f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar // round down as key-frame-interval is an upper limit 3993f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar uint32_t keyFrameInterval = uint32_t(frameRate * iFramesInterval); 3994f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar OMX_U32 ret = keyFrameInterval / (BFramesSpacing + 1); 3995f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar return ret > 0 ? ret - 1 : 0; 39965778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 39975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 399896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 399996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 400096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 400196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 400296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 400396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 400496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 400596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 400696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 40075778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 40085778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 40095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 40105778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 40115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 401496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 401596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 40165778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 40175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 40185778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 40195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 40205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40225778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 40235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40255778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 40265778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 40275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 40285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40295778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 40305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 40315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 40375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 40385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 40395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 40415778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 40425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4043f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar mpeg4type.nBFrames = 0; 4044f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, mpeg4type.nBFrames); 40455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 40465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 40475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 40495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 40505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 40515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 40525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 40535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 40545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40555778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 40565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 40575778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 40585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 40595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40625778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 40635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 40695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 40705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40725778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 40735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 40745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 407996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 40805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 40865778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 40875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40885778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 40895778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 40905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 40915778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 40925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 409596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 409696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 40975778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 40985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 40995778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 41005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 41015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 41025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41035778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 41045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41065778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 41075778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 41085778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 41095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41105778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 41115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 41125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 41145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 41155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41175778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 41185778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 41195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4120f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h263type.nBFrames = 0; 4121f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h263type.nBFrames); 41225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 41235778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 41245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41265778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 41275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 41285778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 41295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 41305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 41315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41335778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 41345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 41365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 41375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41395778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 41405778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 41415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41435778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 41445778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 41455778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 41465778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 41475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41485778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 41495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 41505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 41525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 41535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 415596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 41565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 41585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 41595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 41625778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 41635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4164a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 4165a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 4166a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 4167a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 4168a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 4169a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 4170a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 4171a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 4172a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 4173a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 4174a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 4175a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 4176a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4177a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4178a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 4179a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 4180a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 4181a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 4182a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 4183a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 4184a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4185a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 4186a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 4187a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 4188a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 4189a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 4190a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 4191a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 4192a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 4193a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 4194a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 4195a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 4196a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 4197a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 4198a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 4199a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 4200a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 4201a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 4202a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 4203a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 4204a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 4205a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4206a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 4207a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 4208a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 4209a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 4210a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 4211a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4212a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4213a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 4214a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 4215a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 42165778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 42175778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 42185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 42195778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 42205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 42215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 422396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 422496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 42255778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 42265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 42275778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 42285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 42295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 42305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42315778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 42325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42340dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 42350dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 42360dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 42370dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 42380dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 42390dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 42400dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 42410dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 42420dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 42430dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 42440dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 42455778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 42465778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 42475778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 42485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42490dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = mOMX->getParameter( 42505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 42515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 42535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 42545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42565778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 42575778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 42585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42595778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 42605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 42615778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 42625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 42635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 42645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42665778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 42675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 42695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 42705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42725778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 42735778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 4274e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang } else { 4275e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang // Use baseline profile for AVC recording if profile is not specified. 42768eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 42778eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang } 42788eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang 4279e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang ALOGI("setupAVCEncoderParameters with [profile: %s] [level: %s]", 4280e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang asString(h264type.eProfile), asString(h264type.eLevel)); 4281e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang 42825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 42835778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 42845778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 42855778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 42865778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 4287f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h264type.nBFrames); 42885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 42895778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 42905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42915778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 42925778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 42935778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 42945778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 42955778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 42965778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 42975778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 42985778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 4299e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang } else if (h264type.eProfile == OMX_VIDEO_AVCProfileMain || 4300e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.eProfile == OMX_VIDEO_AVCProfileHigh) { 4301e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nSliceHeaderSpacing = 0; 4302e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bUseHadamard = OMX_TRUE; 4303e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefFrames = 2; 4304e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nBFrames = 1; 4305f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate, h264type.nBFrames); 4306e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nAllowedPictureTypes = 4307e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP | OMX_VIDEO_PictureTypeB; 4308e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefIdx10ActiveMinus1 = 0; 4309e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefIdx11ActiveMinus1 = 0; 4310e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bEntropyCodingCABAC = OMX_TRUE; 4311e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bWeightedPPrediction = OMX_TRUE; 4312e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bconstIpred = OMX_TRUE; 4313e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bDirect8x8Inference = OMX_TRUE; 4314e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bDirectSpatialTemporal = OMX_TRUE; 4315e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nCabacInitIdc = 1; 43165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 43195778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 43205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43225778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 43235778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 43245778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 43255778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 43265778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 43275778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 43285778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 43295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43305778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 43315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 43325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 43345778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 43355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 433796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 43385778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 43395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4340c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 4341c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t bitrate, iFrameInterval; 4342c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 4343c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 4344c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4345c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4346c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4347c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 4348c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4349c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 4350c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 4351c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 4352c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 4353c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4354c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4355c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 4356c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4357c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4358c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 4359c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 4360c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 4361c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4362c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 4363c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->getParameter( 4364c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 4365c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4366c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4367c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4368c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4369c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 4370c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 4371c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 4372c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 4373c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4374c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4375c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4376c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 4377c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4378c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4379c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4380c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4381c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 4382c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 4383c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 43849aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim // TODO: finer control? 4385f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar hevcType.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate) + 1; 4386c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4387c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->setParameter( 4388c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 4389c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4390c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4391c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4392c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4393c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 4394c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 4395c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 439689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huberstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg) { 439789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 43984154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t iFrameInterval = 0; 43994154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 44004154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 44014154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 44024154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 44034154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 44044154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 44054154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 44064154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 44074154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 44084154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 440989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 441089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 441189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 44124154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev msg->findInt32("i-frame-interval", &iFrameInterval); 441389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 441489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 441589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 44164154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 44174154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 44184154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 44194154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 44204154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 44214154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44224154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 44234154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44244154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 44254154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 44264154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 4427f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar unsigned int numLayers = 0; 4428f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar unsigned int numBLayers = 0; 4429f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar int tags; 4430f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar char dummy; 4431f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar if (sscanf(tsSchema.c_str(), "webrtc.vp8.%u-layer%c", &numLayers, &dummy) == 1 4432f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && numLayers > 0) { 44334154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 4434f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = numLayers; 4435f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar } else if ((tags = sscanf(tsSchema.c_str(), "android.generic.%u%c%u%c", 4436f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar &numLayers, &dummy, &numBLayers, &dummy)) 4437f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && (tags == 1 || (tags == 3 && dummy == '+')) 4438f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar && numLayers > 0 && numLayers < UINT32_MAX - numBLayers) { 44394154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 4440f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar // VPX does not have a concept of B-frames, so just count all layers 4441f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = numLayers + numBLayers; 44424154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 4443f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar ALOGW("Ignoring unsupported ts-schema [%s]", tsSchema.c_str()); 44444154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 4445f1c70d7f5472e3f5680144c29c839108993996fdLajos Molnar tsLayers = min(tsLayers, (size_t)OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS); 44464154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44474154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 44484154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 44494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 44504154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 44514154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev status_t err = mOMX->getParameter( 44524154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 44534154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 44544154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 44554154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 44564154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 4457f4b18f4872d353a1e114c890ec472608ff8f9edaLajos Molnar vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate) + 1; 44584154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44594154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 44604154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 44614154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 44624154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 44634154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 44644154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 44654154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44664154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44674154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 44684154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 44694154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 44704154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44714154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 44724154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev err = mOMX->setParameter( 44734154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 44744154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 44754154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 44764154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 44774154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44784154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 44794154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 448089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 448189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 448289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 44835778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 44845778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 44855778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 44865778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 44875778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 44885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44896e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 44906e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.nProfileIndex = index; 44915778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 44925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, 44935778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 44945778822d86b0337407514b9372562b86edfa91cdAndreas Huber ¶ms, 44955778822d86b0337407514b9372562b86edfa91cdAndreas Huber sizeof(params)); 44965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 44985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 44995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 45005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45015778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 45025778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 45035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 45055778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 45065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 45076e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 45086e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 45096e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 45106e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 45116e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.eProfile, params.eLevel); 45126e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 45135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 45146e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 45155778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 45165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 451796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 451896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 45195778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 45205778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 45215778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 45225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45235778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 45245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 45255778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 45265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 45285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 45295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 45305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 453196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 45325778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 45335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45345778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 45355778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 45365778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 45375778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 45385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45395778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 45405778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 45415778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 45425778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 45435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45445778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 45455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 45465778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 45475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 45495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 45505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 45515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45525778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 45535778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 45545778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 45555778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 45565778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 45575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 45595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 45605778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 45615778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 45625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4563f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 4564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 456578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 456678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 4567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 4568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 4569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 4570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 4572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 4574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4575777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4576777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4577777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 4581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 4582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 4583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 4584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4587777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDomain != OMX_PortDomainVideo) { 4588777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("expected video port, got %s(%d)", asString(def.eDomain), def.eDomain); 4589777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4590777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 4593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 4594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 4597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 459878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 459978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 460078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 4601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 4604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4606f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 4607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4609f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::initNativeWindow() { 4610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL) { 4611a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar return mOMX->enableNativeBuffers(mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_TRUE); 4612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4614a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mOMX->enableNativeBuffers(mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_FALSE); 4615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 4616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4618d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 4619d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 4620d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4621d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4622d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 4623d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4624d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 4625d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 4626d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4627d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4628d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4629d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 4630d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 4631d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 46327e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 46337e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 46347e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 46357e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 46367e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 46377e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 46387e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 46397e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 46407e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 46417e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 46427e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 46437e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 46447e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 46457e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 46467e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 46477e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 46487e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 46497e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 46507e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4651e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 46527e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 4653c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 4654054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() && mMetadataBuffersToSubmit > 0) { 4655054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 4656c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 46577e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 46587e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 46597e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4660f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 4661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 4662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 4664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 4666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 4667609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 4668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 4669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 4670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4677f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 4678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 4679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 4680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4682f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 4683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 4684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4686f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 4687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 4688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 4689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 4691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 4692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 4693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 469603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar// static 469773dd808754c641fe798273d356ee38368715fa7bLajos Molnarbool ACodec::describeDefaultColorFormat(DescribeColorFormat2Params ¶ms) { 469873dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &image = params.sMediaImage; 469903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar memset(&image, 0, sizeof(image)); 470003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 470173dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mType = MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 470203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 0; 470303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 470403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar const OMX_COLOR_FORMATTYPE fmt = params.eColorFormat; 470503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mWidth = params.nFrameWidth; 470603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mHeight = params.nFrameHeight; 470703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 470803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // only supporting YUV420 470903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (fmt != OMX_COLOR_FormatYUV420Planar && 471003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedPlanar && 471103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420SemiPlanar && 47125a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedSemiPlanar && 47132ad160ba086f0504cf56dcc24619a0cee2546a23Dan Stoza fmt != (OMX_COLOR_FORMATTYPE)HAL_PIXEL_FORMAT_YV12) { 471403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar ALOGW("do not know color format 0x%x = %d", fmt, fmt); 4715229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 471603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 471703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4718b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // TEMPORARY FIX for some vendors that advertise sliceHeight as 0 4719b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride != 0 && params.nSliceHeight == 0) { 4720b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("using sliceHeight=%u instead of what codec advertised (=0)", 4721b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nFrameHeight); 4722b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nSliceHeight = params.nFrameHeight; 4723b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 4724b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 472534e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // we need stride and slice-height to be non-zero and sensible. These values were chosen to 472634e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // prevent integer overflows further down the line, and do not indicate support for 472734e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // 32kx32k video. 472834e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen if (params.nStride == 0 || params.nSliceHeight == 0 472934e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen || params.nStride > 32768 || params.nSliceHeight > 32768) { 4730b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("cannot describe color format 0x%x = %d with stride=%u and sliceHeight=%u", 4731b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar fmt, fmt, params.nStride, params.nSliceHeight); 4732b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar return false; 4733b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 4734b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 473503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set-up YUV format 473673dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mType = MediaImage2::MEDIA_IMAGE_TYPE_YUV; 473703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 3; 473803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mBitDepth = 8; 473973dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mBitDepthAllocated = 8; 474003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mOffset = 0; 474103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mColInc = 1; 474203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mRowInc = params.nStride; 474303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mHorizSubsampling = 1; 474403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mVertSubsampling = 1; 474503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 47465a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar switch ((int)fmt) { 47475a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case HAL_PIXEL_FORMAT_YV12: 47485a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar if (params.bUsingNativeBuffers) { 47495a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t ystride = align(params.nStride, 16); 47505a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t cstride = align(params.nStride / 2, 16); 47515a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.Y].mRowInc = ystride; 47525a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 47535a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mOffset = ystride * params.nSliceHeight; 47545a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mColInc = 1; 47555a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mRowInc = cstride; 47565a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 47575a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 47585a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 47595a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mOffset = image.mPlane[image.V].mOffset 47605a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar + (cstride * params.nSliceHeight / 2); 47615a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mColInc = 1; 47625a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mRowInc = cstride; 47635a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 47645a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 47655a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar break; 47665a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } else { 47675a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar // fall through as YV12 is used for YUV420Planar by some codecs 47685a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } 47695a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 47705a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case OMX_COLOR_FormatYUV420Planar: 477103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedPlanar: 477203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 477303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 1; 477403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride / 2; 477503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 477603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 477703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 477803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset 477903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar + (params.nStride * params.nSliceHeight / 4); 478003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 1; 478103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride / 2; 478203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 478303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 478403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 478503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 478603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420SemiPlanar: 478703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // FIXME: NV21 for sw-encoder, NV12 for decoder and hw-encoder 478803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedSemiPlanar: 478903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // NV12 479003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 479103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 2; 479203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride; 479303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 479403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 479503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 479603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset + 1; 479703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 2; 479803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride; 479903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 480003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 480103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 480203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 480303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar default: 480403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar TRESPASS(); 480503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 4806229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4807229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 4808229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4809229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 4810229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeColorFormat( 4811229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 481273dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params &describeParams) 4813229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar{ 4814229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_INDEXTYPE describeColorFormatIndex; 4815229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (omx->getExtensionIndex( 4816229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, "OMX.google.android.index.describeColorFormat", 481773dd808754c641fe798273d356ee38368715fa7bLajos Molnar &describeColorFormatIndex) == OK) { 481873dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormatParams describeParamsV1(describeParams); 481973dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (omx->getParameter( 482073dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, describeColorFormatIndex, 482173dd808754c641fe798273d356ee38368715fa7bLajos Molnar &describeParamsV1, sizeof(describeParamsV1)) == OK) { 482273dd808754c641fe798273d356ee38368715fa7bLajos Molnar describeParams.initFromV1(describeParamsV1); 482373dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeParams.sMediaImage.mType != MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 482473dd808754c641fe798273d356ee38368715fa7bLajos Molnar } 482573dd808754c641fe798273d356ee38368715fa7bLajos Molnar } else if (omx->getExtensionIndex( 482673dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, "OMX.google.android.index.describeColorFormat2", &describeColorFormatIndex) == OK 482773dd808754c641fe798273d356ee38368715fa7bLajos Molnar && omx->getParameter( 482873dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, describeColorFormatIndex, &describeParams, sizeof(describeParams)) == OK) { 482973dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeParams.sMediaImage.mType != MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 483073dd808754c641fe798273d356ee38368715fa7bLajos Molnar } 483173dd808754c641fe798273d356ee38368715fa7bLajos Molnar 483273dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeDefaultColorFormat(describeParams); 4833229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 4834229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4835229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 4836229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::isFlexibleColorFormat( 4837229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 48380d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar uint32_t colorFormat, bool usingNativeBuffers, OMX_U32 *flexibleEquivalent) { 483973dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 4840229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar InitOMXParams(&describeParams); 4841229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.eColorFormat = (OMX_COLOR_FORMATTYPE)colorFormat; 4842229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // reasonable dummy values 4843229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameWidth = 128; 4844229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameHeight = 128; 4845229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nStride = 128; 4846229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nSliceHeight = 128; 48470d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = (OMX_BOOL)usingNativeBuffers; 4848229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4849229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar CHECK(flexibleEquivalent != NULL); 4850229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4851229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (!describeColorFormat(omx, node, describeParams)) { 4852229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4853229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4854229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 485573dd808754c641fe798273d356ee38368715fa7bLajos Molnar const MediaImage2 &img = describeParams.sMediaImage; 485673dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (img.mType == MediaImage2::MEDIA_IMAGE_TYPE_YUV) { 485773dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (img.mNumPlanes != 3 485873dd808754c641fe798273d356ee38368715fa7bLajos Molnar || img.mPlane[img.Y].mHorizSubsampling != 1 485973dd808754c641fe798273d356ee38368715fa7bLajos Molnar || img.mPlane[img.Y].mVertSubsampling != 1) { 4860229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4861229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4862229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4863229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // YUV 420 4864229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mPlane[img.U].mHorizSubsampling == 2 4865229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.U].mVertSubsampling == 2 4866229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mHorizSubsampling == 2 4867229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mVertSubsampling == 2) { 4868229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // possible flexible YUV420 format 4869229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mBitDepth <= 8) { 4870229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar *flexibleEquivalent = OMX_COLOR_FormatYUV420Flexible; 4871229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4872229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4873229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4874229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4875229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 487603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar} 487703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4878e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 4879777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim const char *niceIndex = portIndex == kPortIndexInput ? "input" : "output"; 488031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 488131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 4882e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 488331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4884777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = mOMX->getParameter(mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4885777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4886777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4887777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 488831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4889777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDir != (portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)) { 4890777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unexpected dir: %s(%d) on %s port", asString(def.eDir), def.eDir, niceIndex); 4891777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4892777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 489331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 489431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 489531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 489631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 489731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 4898e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 4899e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 4900e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4901e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 4902e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 4903e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4904e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 4905e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 4906e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 4907e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 49080d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 490973dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 49100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 49110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 49120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 49130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 49140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 49150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 49160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 49170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 49180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (describeColorFormat(mOMX, mNode, describeParams)) { 49190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 49200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 49210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 49220d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 49230d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 49245a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 492573dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &img = describeParams.sMediaImage; 492673dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2::PlaneInfo *plane = img.mPlane; 492773dd808754c641fe798273d356ee38368715fa7bLajos Molnar ALOGV("[%s] MediaImage { F(%ux%u) @%u+%d+%d @%u+%d+%d @%u+%d+%d }", 492873dd808754c641fe798273d356ee38368715fa7bLajos Molnar mComponentName.c_str(), img.mWidth, img.mHeight, 492973dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[0].mOffset, plane[0].mColInc, plane[0].mRowInc, 493073dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[1].mOffset, plane[1].mColInc, plane[1].mRowInc, 493173dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[2].mOffset, plane[2].mColInc, plane[2].mRowInc); 49320d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 493303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 493403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4935b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width = (int32_t)videoDef->nFrameWidth; 4936b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t height = (int32_t)videoDef->nFrameHeight; 4937b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4938b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (portIndex == kPortIndexOutput) { 4939b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_CONFIG_RECTTYPE rect; 4940b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(&rect); 4941b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nPortIndex = portIndex; 4942b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4943b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOMX->getConfig( 4944b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mNode, 4945b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (portIndex == kPortIndexOutput ? 4946b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonOutputCrop : 4947b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonInputCrop), 4948b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar &rect, sizeof(rect)) != OK) { 4949b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft = 0; 4950b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop = 0; 4951b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nWidth = videoDef->nFrameWidth; 4952b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nHeight = videoDef->nFrameHeight; 4953b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 495491a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 4955b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (rect.nLeft < 0 || 4956b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop < 0 || 4957b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth > videoDef->nFrameWidth || 4958b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight > videoDef->nFrameHeight) { 4959b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("Wrong cropped rect (%d, %d) - (%u, %u) vs. frame (%u, %u)", 4960b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, rect.nTop, 4961b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth, rect.nTop + rect.nHeight, 4962b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar videoDef->nFrameWidth, videoDef->nFrameHeight); 4963b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return BAD_VALUE; 4964b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 496531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4966b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setRect( 4967b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "crop", 4968b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, 4969b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop, 4970b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth - 1, 4971b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight - 1); 4972b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4973b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width = rect.nWidth; 4974b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar height = rect.nHeight; 4975b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4976b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_UNKNOWN; 4977b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getColorAspectsAndDataSpaceForVideoDecoder( 4978b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, mConfigFormat, notify, 4979b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow ? &dataSpace : NULL); 4980b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mUsingNativeWindow) { 4981b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setInt32("android._dataspace", dataSpace); 4982b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 49835e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)getHDRStaticInfoForVideoCodec(kPortIndexOutput, notify); 4984b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else { 4985b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(notify); 49865e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (mConfigFormat->contains("hdr-static-info")) { 49875e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)getHDRStaticInfoForVideoCodec(kPortIndexInput, notify); 49885e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 4989777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4990e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4991e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4992e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 49934730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 49944730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 49954730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 49964730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 49974730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 49984730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 49994730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 50004730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia status_t err = mOMX->getParameter( 50014730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia mNode, 50024730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 50034730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 50044730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 50054730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 50064730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 50074730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia AString tsSchema = "none"; 50084730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (vp8type.eTemporalPattern 50094730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia == OMX_VIDEO_VPXTemporalLayerPatternWebRTC) { 50104730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia switch (vp8type.nTemporalLayerCount) { 50114730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 1: 50124730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 50134730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.1-layer"; 50144730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 50154730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 50164730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 2: 50174730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 50184730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.2-layer"; 50194730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 50204730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 50214730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 3: 50224730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 50234730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.3-layer"; 50244730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 50254730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 50264730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia default: 50274730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 50284730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 50294730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 50304730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 50314730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 50324730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia notify->setString("ts-schema", tsSchema); 50334730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 50344730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 50354730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 50364730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 5037e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 5038e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 5039777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mIsEncoder ^ (portIndex == kPortIndexOutput)) { 5040777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // should be CodingUnused 5041777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Raw port video compression format is %s(%d)", 5042777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(videoDef->eCompressionFormat), 5043777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->eCompressionFormat); 5044777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 5045777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5046e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 5047e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 5048e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 5049e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 5050e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 5051e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 5052e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5053870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t intraRefreshPeriod = 0; 5054870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (mIsEncoder && getIntraRefreshPeriod(&intraRefreshPeriod) == OK 5055870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 5056870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang notify->setInt32("intra-refresh-period", intraRefreshPeriod); 5057870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 5058e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 5059e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 506031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 5061e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 5062e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 50635a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 50645a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 50655a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 50665a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 506731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 506831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 506931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 507031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 507131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 507231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 507331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 507497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 5075e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 5076e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 5077e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 5078e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 5079e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 5080e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5081777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5082777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 5083777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5084777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5085777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 508614f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 5087777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (params.nChannels <= 0 5088777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || (params.nChannels != 1 && !params.bInterleaved) 5089777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.ePCMMode != OMX_AUDIO_PCMModeLinear) { 50905b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGE("unsupported PCM port: %u channels%s, %u-bit", 5091777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nChannels, 5092777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.bInterleaved ? " interleaved" : "", 50935b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar params.nBitPerSample); 5094777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 5095777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5096e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5097e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 5098e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 5099e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 51005b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 51015b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding encoding = kAudioEncodingPcm16bit; 51025b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (params.eNumData == OMX_NumericalDataUnsigned 51035b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar && params.nBitPerSample == 8u) { 51045b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar encoding = kAudioEncodingPcm8bit; 51055b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (params.eNumData == OMX_NumericalDataFloat 51065b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar && params.nBitPerSample == 32u) { 51075b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar encoding = kAudioEncodingPcmFloat; 51085b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (params.nBitPerSample != 16u 51095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar || params.eNumData != OMX_NumericalDataSigned) { 51105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGE("unsupported PCM port: %s(%d), %s(%d) mode ", 51115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar asString(params.eNumData), params.eNumData, 51125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar asString(params.ePCMMode), params.ePCMMode); 51135b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return FAILED_TRANSACTION; 51145b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 51155b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar notify->setInt32("pcm-encoding", encoding); 5116e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5117e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 5118e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 51198b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 5120e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 51218b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 51229806555d3930be43e11106281dee354820ac1c88Andreas Huber 5123e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 5124e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 5125e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 5126e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 5127e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 5128e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5129777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5130777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAac, ¶ms, sizeof(params)); 5131777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5132777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5133777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5134e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5135e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 5136e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 5137e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 5138e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 5139e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 5140e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5141e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 5142e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 5143e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 5144e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 5145e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 51469806555d3930be43e11106281dee354820ac1c88Andreas Huber 5147777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5148777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAmr, ¶ms, sizeof(params)); 5149777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5150777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5151777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5152e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5153e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 5154e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 51550806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 5156e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 5157e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 51580806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 5159e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 5160e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 5161e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 5162e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 5163e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5164e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 5165e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 5166e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 5167e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 5168e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 5169e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5170777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5171777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioFlac, ¶ms, sizeof(params)); 5172777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5173777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5174777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5175e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5176e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 5177e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 5178e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 5179e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 5180e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 5181e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 5182e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 5183e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 5184e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 5185e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 5186e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 5187e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5188777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5189777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioMp3, ¶ms, sizeof(params)); 5190777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5191777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5192777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5193e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5194e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 5195e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 5196e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 5197e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 5198e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5199e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5200e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 5201e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 5202e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 5203e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 5204e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 5205e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5206777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5207777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioVorbis, ¶ms, sizeof(params)); 5208777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5209777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5210777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5211e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5212e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 5213e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 5214e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 5215e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 5216e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5217e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 521897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 521997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 522097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 522197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 5222e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 522397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 5224777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5225777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 5226777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5227777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5228777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5229777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 523097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 523197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 523297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 523397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 523497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 523597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 5236e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 52378a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 52388a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 52398a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 52408a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 52418a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 52428a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 5243777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5244777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 5245777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5246777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5247777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5248777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 52498a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 52508a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 52518a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 52528a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 52538a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 52548a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 52558a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 52568c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 52578c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 52588c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 52598c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 52608c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 52618c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 5262777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5263777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 5264777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5265777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5266777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5267777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 52688c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 52698c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 52708c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 52718c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 52728c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 52738c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 52748c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 527510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 527610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 527710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 527810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 527910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 528010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 5281777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5282777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 5283777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5284777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5285777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 528610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 528710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 528810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 528910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 529010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 529110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 529210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 529310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 529410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 529510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 529610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 529710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 529878bd91b15ee8ea5aa2ab5a8cad7e892cb2d01c1bLajos Molnar notify->setInt32("pcm-encoding", kAudioEncodingPcm16bit); 529910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 530010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 530141d3f579d2c166984958263533284209b90c87d5Marco Nelissen 530241d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 530341d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 53040806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_AUDIO_PARAM_PCMMODETYPE params; 530541d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 530641d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 530741d3f579d2c166984958263533284209b90c87d5Marco Nelissen 5308777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5309777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 5310777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5311777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5312777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 531341d3f579d2c166984958263533284209b90c87d5Marco Nelissen 531441d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 531541d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 53160806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setInt32("sample-rate", params.nSamplingRate); 531741d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 531810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 531910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 5320e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 5321777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported audio coding: %s(%d)\n", 5322777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(audioDef->eEncoding), audioDef->eEncoding); 5323777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 5324e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 532531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 532631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 532731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 532831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 5329777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported domain: %s(%d)", asString(def.eDomain), def.eDomain); 5330777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 533131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 533231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5333e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 5334e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 5335e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5336b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarvoid ACodec::onDataSpaceChanged(android_dataspace dataSpace, const ColorAspects &aspects) { 5337b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects are normally communicated in ColorAspects 5338b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t range, standard, transfer; 5339b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar convertCodecColorAspectsToPlatformAspects(aspects, &range, &standard, &transfer); 5340b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5341b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // if some aspects are unspecified, use dataspace fields 5342b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 5343b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range = (dataSpace & HAL_DATASPACE_RANGE_MASK) >> HAL_DATASPACE_RANGE_SHIFT; 5344b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5345b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 5346b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard = (dataSpace & HAL_DATASPACE_STANDARD_MASK) >> HAL_DATASPACE_STANDARD_SHIFT; 5347b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5348b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 5349b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer = (dataSpace & HAL_DATASPACE_TRANSFER_MASK) >> HAL_DATASPACE_TRANSFER_SHIFT; 5350b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5351b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5352b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat = mOutputFormat->dup(); // trigger an output format changed event 5353b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 5354b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-range", range); 5355b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5356b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 5357b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-standard", standard); 5358b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5359b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 5360b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-transfer", transfer); 5361b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5362b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5363b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGD("dataspace changed to %#x (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 5364b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "(R:%d(%s), S:%d(%s), T:%d(%s))", 5365b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar dataSpace, 5366b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mRange, asString(aspects.mRange), 5367b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mPrimaries, asString(aspects.mPrimaries), 5368b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mMatrixCoeffs, asString(aspects.mMatrixCoeffs), 5369b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mTransfer, asString(aspects.mTransfer), 5370b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range, asString((ColorRange)range), 5371b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard, asString((ColorStandard)standard), 5372b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer, asString((ColorTransfer)transfer)); 5373b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 5374b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 53751734c7d01c1567568ced29398b23abd601fd44cbLajos Molnarvoid ACodec::onOutputFormatChanged(sp<const AMessage> expectedFormat) { 5376697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // store new output format, at the same time mark that this is no longer the first frame 5377b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mOutputFormat = mBaseOutputFormat->dup(); 5378e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5379b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (getPortFormat(kPortIndexOutput, mOutputFormat) != OK) { 5380777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("[%s] Failed to get port format to send format change", mComponentName.c_str()); 5381777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 5382777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5383e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 53841734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar if (expectedFormat != NULL) { 53851734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar sp<const AMessage> changes = expectedFormat->changesFrom(mOutputFormat); 53861734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar sp<const AMessage> to = mOutputFormat->changesFrom(expectedFormat); 53871734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar if (changes->countEntries() != 0 || to->countEntries() != 0) { 53881734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar ALOGW("[%s] BAD CODEC: Output format changed unexpectedly from (diff) %s to (diff) %s", 53891734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar mComponentName.c_str(), 53901734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar changes->debugString(4).c_str(), to->debugString(4).c_str()); 53911734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar } 53921734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar } 53931734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar 53945b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (!mIsVideo && !mIsEncoder) { 53955b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding pcmEncoding = kAudioEncodingPcm16bit; 53965b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mConfigFormat->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 53975b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding codecPcmEncoding = kAudioEncodingPcm16bit; 53985b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mOutputFormat->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 53995b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 54005b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexOutput] = AudioConverter::Create(codecPcmEncoding, pcmEncoding); 54015b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexOutput] != NULL) { 54025b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mOutputFormat->setInt32("pcm-encoding", pcmEncoding); 54035b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 54045b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 54055b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 5406b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mTunneled) { 5407b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sendFormatChange(); 5408b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } 5409b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar} 5410b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5411b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarvoid ACodec::addKeyFormatChangesToRenderBufferNotification(sp<AMessage> ¬ify) { 5412e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 5413b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 5414e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5415b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mime == MEDIA_MIMETYPE_VIDEO_RAW && mNativeWindow != NULL) { 5416b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // notify renderer of the crop change and dataspace change 5417e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // NOTE: native window uses extended right-bottom coordinate 5418b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t left, top, right, bottom; 5419b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 5420b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setRect("crop", left, top, right + 1, bottom + 1); 5421b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5422b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5423b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t dataSpace; 5424b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 5425b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setInt32("dataspace", dataSpace); 5426b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5427b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } 5428b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar} 5429b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5430b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnarvoid ACodec::sendFormatChange() { 5431b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar AString mime; 5432b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 5433b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5434b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mime == MEDIA_MIMETYPE_AUDIO_RAW && (mEncoderDelay || mEncoderPadding)) { 5435e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t channelCount; 5436b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findInt32("channel-count", &channelCount)); 5437e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 5438e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 5439e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 5440ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 5441e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5442e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5443b1cf03160fa7e7bc6e5cf138db07a7e1ab2ecb26Marco Nelissen mSkipCutBuffer = new SkipCutBuffer(mEncoderDelay, mEncoderPadding, channelCount); 5444e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5445e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5446b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> notify = mNotify->dup(); 5447b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar notify->setInt32("what", kWhatOutputFormatChanged); 5448b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar notify->setMessage("format", mOutputFormat); 544931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber notify->post(); 545031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5451b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // mLastOutputFormat is not used when tunneled; doing this just to stay consistent 5452b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat = mOutputFormat; 545331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 545431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 54555778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 5456cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber sp<AMessage> notify = mNotify->dup(); 5457d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatError); 5458251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 5459251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 5460251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 5461251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 5462251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 5463251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 5464251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 5465251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 5466251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5467251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5468346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 5469346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError = true; 5470346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 54715778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("err", internalError); 5472251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung notify->setInt32("actionCode", ACTION_CODE_FATAL); // could translate from OMX error. 5473cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber notify->post(); 5474cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 5475cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 5476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5478eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberACodec::PortDescription::PortDescription() { 5479eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5480eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5481496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 5482496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 5483496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 5484496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 5485496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5486496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 5487496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 5488496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5489496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 5490496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 5491496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5492496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return mOMX->setConfig( 5493496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mNode, 5494496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 5495496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 5496496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 5497496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 5498496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5499eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubervoid ACodec::PortDescription::addBuffer( 5500a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar IOMX::buffer_id id, const sp<ABuffer> &buffer, 5501a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar const sp<NativeHandle> &handle, const sp<RefBase> &memRef) { 5502eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBufferIDs.push_back(id); 5503eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBuffers.push_back(buffer); 5504a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mHandles.push_back(handle); 550586b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu mMemRefs.push_back(memRef); 5506eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5507eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5508eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersize_t ACodec::PortDescription::countBuffers() { 5509eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.size(); 5510eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5511eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5512eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberIOMX::buffer_id ACodec::PortDescription::bufferIDAt(size_t index) const { 5513eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.itemAt(index); 5514eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5515eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5516eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersp<ABuffer> ACodec::PortDescription::bufferAt(size_t index) const { 5517eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBuffers.itemAt(index); 5518eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5519eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5520a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnarsp<NativeHandle> ACodec::PortDescription::handleAt(size_t index) const { 5521a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar return mHandles.itemAt(index); 5522a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar} 5523a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 552486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wusp<RefBase> ACodec::PortDescription::memRefAt(size_t index) const { 552586b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu return mMemRefs.itemAt(index); 552686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu} 552786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu 5528eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber//////////////////////////////////////////////////////////////////////////////// 5529eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5530f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 5531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 5532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 5533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5535ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 5536ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 5537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 5538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5540f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 5541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 5543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 5545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 5549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 5551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 555426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case ACodec::kWhatOMXMessageList: 555526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 555626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessageList(msg) : true; 555726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 555826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 5559e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar case ACodec::kWhatOMXMessageItem: 5560e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar { 5561e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // no need to check as we already did it for kWhatOMXMessageList 5562e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar return onOMXMessage(msg); 5563e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar } 5564e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar 5565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 5566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 556726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessage(msg) : true; 5568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 55711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 55721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 55731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 55741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 55751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 55761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 55771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 55782235b4efd3b8149e09c666e2235530f3e6ed9c9aLajos Molnar status_t err = mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 55791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 55801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 55811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 55821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 55831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 55841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 55851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 55867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 55878f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 55887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 55897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 5590251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 55917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 55927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 55937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 55947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 55957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5596ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 5597ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 5598251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 5599ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 5600ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 5601ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 5602ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5603ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 560430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 560530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 560630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 560730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 560830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar status_t err = mCodec->mOMX->freeNode(mCodec->mNode); 560930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 561030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 561130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 561230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 561330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->post(); 561430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 561530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 561630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 5617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 562426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::checkOMXMessage(const sp<AMessage> &msg) { 56255e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 56265e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 5627ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (mCodec->mNode == 0) { 56285e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 56295e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 563026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return false; 56315e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 56325e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 5633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::node_id nodeID; 5634609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("node", (int32_t*)&nodeID)); 5635777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (nodeID != mCodec->mNode) { 5636777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message for nodeID: %u, should have been %u", nodeID, mCodec->mNode); 5637777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5638777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 563926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 564026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 564126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 564226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessageList(const sp<AMessage> &msg) { 564326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<RefBase> obj; 564426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findObject("messages", &obj)); 564526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = static_cast<MessageList *>(obj.get()); 564626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 564790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool receivedRenderedEvents = false; 564826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<sp<AMessage>>::const_iterator it = msgList->getList().cbegin(); 564926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != msgList->getList().cend(); ++it) { 5650e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar (*it)->setWhat(ACodec::kWhatOMXMessageItem); 5651e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar mCodec->handleMessage(*it); 565290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int32_t type; 565390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK((*it)->findInt32("type", &type)); 565490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (type == omx_message::FRAME_RENDERED) { 565590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar receivedRenderedEvents = true; 565690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 565790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 565890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 565990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (receivedRenderedEvents) { 566090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // NOTE: all buffers are rendered in this case 566190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(); 566226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 566326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 566426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 566526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 566626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 566726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar int32_t type; 566826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findInt32("type", &type)); 5669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 5671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 5672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 5674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 5675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 5676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 5677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56780af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 56790af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 56800af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 56810af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 56820af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 56830af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 56840af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 56850af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 56860af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 56870af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 56880af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 5689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 5690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 5691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 5692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 5693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 5696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 569815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t fenceFd; 569915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5700609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 570115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 570315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return onOMXEmptyBufferDone(bufferID, fenceFd); 5704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 5707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5709609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 5710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 571115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t rangeOffset, rangeLength, flags, fenceFd; 5712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 5715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 5716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 5717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 571815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 5721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 5722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 5723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 572415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 572515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd); 5726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 572890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 572990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 573090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, systemNano; 573190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 573290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("media_time_us", &mediaTimeUs)); 573390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("system_nano", &systemNano)); 573490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 573590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return onOMXFrameRendered( 573690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, systemNano); 573790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 573890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5740777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message type: %d", type); 5741777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 574590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::BaseState::onOMXFrameRendered( 574690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs __unused, nsecs_t systemNano __unused) { 574790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore outside of Executing and PortSettingsChanged states 574890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 574990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 575090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5751f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 5752f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5753b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (event == OMX_EventDataSpaceChanged) { 5754b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects aspects; 5755b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mRange = (ColorAspects::Range)((data2 >> 24) & 0xFF); 5756b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mPrimaries = (ColorAspects::Primaries)((data2 >> 16) & 0xFF); 5757b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mMatrixCoeffs = (ColorAspects::MatrixCoeffs)((data2 >> 8) & 0xFF); 5758b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mTransfer = (ColorAspects::Transfer)(data2 & 0xFF); 5759b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5760b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->onDataSpaceChanged((android_dataspace)data1, aspects); 5761b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return true; 5762b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5763b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 5765ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 5766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 5767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5771ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 5772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5773251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 5774251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 5775251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 5776251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 5777251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 5778251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5779251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 5780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5781f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5782f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5783f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 578415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd) { 5785ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 5786349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5787349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 57880806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 57890806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 57900806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 57910806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in EBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 57920806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 579315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 579415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 579515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 57960806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 57970806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 580015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // input buffers cannot take fences, so wait for any fence now 580115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXEmptyBufferDone"); 580215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 580315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 580415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // still save fence for completeness 580515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "onOMXEmptyBufferDone"); 580615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 580796e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 580896e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 580996e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 581096e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 581196e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 581296e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 5813d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 5815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 5822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5824777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5826777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("SHOULD NOT REACH HERE: cannot free empty output buffers"); 5827777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5833f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 5834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 5839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5841d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFillThisBuffer); 5842609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 5843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mData->meta()->clear(); 58452d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 5846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58471d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> reply = new AMessage(kWhatInputBufferFilled, mCodec); 5848609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setMessage("reply", reply); 5851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 5855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5857f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 5858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5859609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 58602d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 5861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 58625778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 5863a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 58645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 58652d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber if (!msg->findBuffer("buffer", &buffer)) { 5866a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar /* these are unfilled buffers returned by client */ 5867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("err", &err)); 5868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58697fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar if (err == OK) { 58707fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* buffers with no errors are returned on MediaCodec.flush */ 58717fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mode = KEEP_BUFFERS; 58727fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } else { 58737fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar ALOGV("[%s] saw error %d instead of an input buffer", 58747fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mCodec->mComponentName.c_str(), err); 58757fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar eos = true; 58767fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } 58773831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 58782d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber buffer.clear(); 5879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58815778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 58825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 58835778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 58845778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 58855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 58865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 58880806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 58890806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_UPSTREAM) { 58900806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in IBF: %s(%d) buffer #%u", _asString(status), status, bufferID); 58910806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 58920806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 58930806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 58940806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 59015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 5902dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 5903dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5904dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5905dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 59125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 5913fd866b3aa0d97375de08f8888b95669026c83361Wei Jia // Do not send empty input buffer w/o EOS to the component. 5914fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (buffer->size() == 0 && !eos) { 5915fd866b3aa0d97375de08f8888b95669026c83361Wei Jia postFillThisBuffer(info); 5916fd866b3aa0d97375de08f8888b95669026c83361Wei Jia break; 5917fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 5918fd866b3aa0d97375de08f8888b95669026c83361Wei Jia 5919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 5921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 5923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5924d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar MetadataBufferType metaType = mCodec->mInputMetadataType; 5925d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar int32_t isCSD = 0; 5926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 5927f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang if (mCodec->mIsLegacyVP9Decoder) { 5928f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang ALOGV("[%s] is legacy VP9 decoder. Ignore %u codec specific data", 5929f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mCodec->mComponentName.c_str(), bufferID); 5930f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang postFillThisBuffer(info); 5931f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang break; 5932f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang } 5933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 5934d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar metaType = kMetadataBufferTypeInvalid; 5935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 59385778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 59395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 59405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 59415b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (buffer != info->mCodecData) { 5942ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 5943d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 5944d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 59455b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar buffer.get(), info->mCodecData.get()); 5946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> converter = mCodec->mConverter[kPortIndexInput]; 5948d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (converter == NULL || isCSD) { 59495b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar converter = getCopyConverter(); 59505b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 59515b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar status_t err = converter->convert(buffer, info->mCodecData); 59525b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK) { 59535b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->signalError(OMX_ErrorUndefined, err); 59540806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 59550806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5956f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5958078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 5959ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 5960078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 59615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 5962ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 59635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 5964078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 5965d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5966ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 5967ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5968d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 5969ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 5970ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5971d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5972078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 5973349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5974d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5975d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 5976d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 5977d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 5978d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 5979d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5980d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5981054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 5982054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 5983054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 5984054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5985054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("MetadataBuffersToSubmit=%u portMode=%s", 5986054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit, 5987054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 5988054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 5989054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 5990054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->submitOutputMetadataBuffer(); 5991054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5992054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 599315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 5994d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 5995d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar status_t err2 = OK; 5996d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar switch (metaType) { 5997d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar case kMetadataBufferTypeInvalid: 5998d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5999d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar#ifndef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 6000d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar case kMetadataBufferTypeNativeHandleSource: 6001d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (info->mCodecData->size() >= sizeof(VideoNativeHandleMetadata)) { 6002d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar VideoNativeHandleMetadata *vnhmd = 6003d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar (VideoNativeHandleMetadata*)info->mCodecData->base(); 6004d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar err2 = mCodec->mOMX->updateNativeHandleInMeta( 6005d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar mCodec->mNode, kPortIndexInput, 6006d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar NativeHandle::create(vnhmd->pHandle, false /* ownsHandle */), 6007d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar bufferID); 6008d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 6009d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 6010d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar case kMetadataBufferTypeANWBuffer: 6011d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (info->mCodecData->size() >= sizeof(VideoNativeMetadata)) { 6012d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar VideoNativeMetadata *vnmd = (VideoNativeMetadata*)info->mCodecData->base(); 6013d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar err2 = mCodec->mOMX->updateGraphicBufferInMeta( 6014d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar mCodec->mNode, kPortIndexInput, 6015d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar new GraphicBuffer(vnmd->pBuffer, false /* keepOwnership */), 6016d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar bufferID); 6017d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 6018d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 6019d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar#endif 6020d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar default: 6021d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar ALOGW("Can't marshall %s data in %zu sized buffers in %zu-bit mode", 6022d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar asString(metaType), info->mCodecData->size(), 6023d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar sizeof(buffer_handle_t) * 8); 6024d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar err2 = ERROR_UNSUPPORTED; 6025d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 6026d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 6027d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 6028d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (err2 == OK) { 6029d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar err2 = mCodec->mOMX->emptyBuffer( 6030d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar mCodec->mNode, 6031d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar bufferID, 6032d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 0, 6033d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar info->mCodecData->size(), 6034d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar flags, 6035d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar timeUs, 6036d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar info->mFenceFd); 6037d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 603815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 60390806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 60400806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 60410806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 60420806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 6044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60450806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!eos && err == OK) { 60465778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 60475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 60480806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalled EOS (%d) on the input port", 60490806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mComponentName.c_str(), err); 60505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 60515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 60525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 60535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 60550806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK && err != ERROR_END_OF_STREAM) { 60560806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalling EOS on the input port due to error %d", 6057dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 6058dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 60593856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 6060dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 6061dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 6062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6063ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 6064349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 6065349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 606615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 60670806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 60680806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 60690806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 60700806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 60710806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 60720806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_BUFFERFLAG_EOS, 607315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 0, 607415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 607515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 60760806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 60770806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 60780806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 60790806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 6081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 6083dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 6084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6087625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 6088777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 6089777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim break; 6090777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 6091625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 6092777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("invalid port mode: %d", mode); 6093625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 6094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6097f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 6098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 6099f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 6100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 6103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 6105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 6106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 6108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 6109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 6110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 6111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 6113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 6115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 6116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 6120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 6121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 6124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6126f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 6127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 6128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 6129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 613015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 613115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd) { 6132609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 61335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 6134349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 61360806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err= OK; 6137d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 6138d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 6139d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 6140d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 6141d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 6142d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 6143d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 6144d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 6145d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 6146d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 6147d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 6148d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 6149d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 6150d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 6151d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 6152d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 6153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 6154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 61550806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 61560806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 61570806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in FBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 61580806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 61590806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 616015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 616115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 616215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 61630806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 61640806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6166054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 6167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 6168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 616990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (info->mRenderInfo != NULL) { 617090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // The fence for an emptied buffer must have signaled, but there still could be queued 617190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // or out-of-order dequeued buffers in the render queue prior to this buffer. Drop these, 617290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // as we will soon requeue this buffer to the surface. While in theory we could still keep 617390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // track of buffers that are requeued to the surface, it is better to add support to the 617490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // buffer-queue to notify us of released buffers and their fences (in the future). 617590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(true /* dropIncomplete */); 617690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 617790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 617815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // byte buffers cannot take fences, so wait for any fence now 617915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mCodec->mNativeWindow == NULL) { 618015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXFillBufferDone"); 618115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 618215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 618315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setReadFence(fenceFd, "onOMXFillBufferDone"); 618415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 6185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 6186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 6188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 6189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 6192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6193a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 6194a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 6195609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 61965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 6197349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 619815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 619915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 62000806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 62010806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 62020806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 62030806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62055778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 62065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 62075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 620831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 6209577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar sp<AMessage> reply = 62101d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatOutputBufferDrained, mCodec); 6211577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 6212b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mCodec->mOutputFormat != mCodec->mLastOutputFormat && rangeLength > 0) { 6213697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // pretend that output format has changed on the first frame (we used to do this) 6214697aedf61d6180e72102068a969383018eedfa1eLajos Molnar if (mCodec->mBaseOutputFormat == mCodec->mOutputFormat) { 62151734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar mCodec->onOutputFormatChanged(mCodec->mOutputFormat); 6216697aedf61d6180e72102068a969383018eedfa1eLajos Molnar } 6217b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->addKeyFormatChangesToRenderBufferNotification(reply); 6218b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->sendFormatChange(); 6219fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar } else if (rangeLength > 0 && mCodec->mNativeWindow != NULL) { 6220fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar // If potentially rendering onto a surface, always save key format data (crop & 6221fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar // data space) so that we can set it if and once the buffer is rendered. 6222fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mCodec->addKeyFormatChangesToRenderBufferNotification(reply); 62235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6224b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 6225054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->usingMetadataOnEncoderOutput()) { 6226054219874873b41f1c815552987c10465c34ba2bLajos Molnar native_handle_t *handle = NULL; 62273e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar VideoNativeHandleMetadata &nativeMeta = 62283e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar *(VideoNativeHandleMetadata *)info->mData->data(); 62293e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (info->mData->size() >= sizeof(nativeMeta) 62303e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && nativeMeta.eType == kMetadataBufferTypeNativeHandleSource) { 62317c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#ifdef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 62323e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // handle is only valid on 32-bit/mediaserver process 62337c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = NULL; 62347c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#else 62353e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar handle = (native_handle_t *)nativeMeta.pHandle; 62367c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#endif 6237054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 6238308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setPointer("handle", handle); 6239308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeOffset", rangeOffset); 6240308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeLength", rangeLength); 62415b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (info->mData == info->mCodecData) { 6242308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->setRange(rangeOffset, rangeLength); 62435b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 62445b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info->mCodecData->setRange(rangeOffset, rangeLength); 62455b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // in this case we know that mConverter is not null 62465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar status_t err = mCodec->mConverter[kPortIndexOutput]->convert( 62475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info->mCodecData, info->mData); 62485b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK) { 62495b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 62505b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return true; 62515b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 6252308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 6253496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 625421ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 6255496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 6256496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 6257496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 62585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 625921ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 6260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62618b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 62628b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mCodec->mSkipCutBuffer->submit(info->mData); 62638b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 62645778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 6265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62665778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6267d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatDrainThisBuffer); 6268609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 62692d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 62705778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("flags", flags); 6271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6272609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 6273f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62745778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setMessage("reply", reply); 6275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62765778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 62775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 62785778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 6279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 62815778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 62825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6284d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatEOS); 6285dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber notify->setInt32("err", mCodec->mInputEOSResult); 6286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 6289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6293777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 62940806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffer(kPortIndexOutput, index); 62950806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 62960806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 62970806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 62980806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6300777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 6301777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 6302777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 6303777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6305f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6307f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6308f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6309f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 6310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 6311609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 6312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 63130806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 63140806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 63150806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_DOWNSTREAM) { 63160806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in OBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 63170806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 63180806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 63190806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 63200806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6322577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar android_native_rect_t crop; 6323fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar if (msg->findRect("crop", &crop.left, &crop.top, &crop.right, &crop.bottom) 6324fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar && memcmp(&crop, &mCodec->mLastNativeWindowCrop, sizeof(crop)) != 0) { 6325fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mCodec->mLastNativeWindowCrop = crop; 6326777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = native_window_set_crop(mCodec->mNativeWindow.get(), &crop); 6327777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW_IF(err != NO_ERROR, "failed to set crop: %d", err); 6328577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar } 6329577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 6330b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t dataSpace; 6331fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar if (msg->findInt32("dataspace", &dataSpace) 6332fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar && dataSpace != mCodec->mLastNativeWindowDataSpace) { 6333b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = native_window_set_buffers_data_space( 6334b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mNativeWindow.get(), (android_dataspace)dataSpace); 6335fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mCodec->mLastNativeWindowDataSpace = dataSpace; 6336b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set dataspace: %d", err); 6337b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6338b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 6339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 6340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 63416aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 634279ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou && info->mData != NULL && info->mData->size() != 0) { 63436fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 6344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 6345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 634690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // save buffers sent to the surface so we can get render time when they return 634790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 634890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 634990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mediaTimeUs >= 0) { 635090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.onFrameQueued( 635190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, info->mGraphicBuffer, new Fence(::dup(info->mFenceFd))); 635290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 635390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6354fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 6355fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 6356c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 6357fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 6358c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)timestampNs); 6359fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 6360fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 6361fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 6362fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 63635778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 6364fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 63650806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set buffer timestamp: %d", err); 6366fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 636715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onOutputBufferDrained before queueBuffer"); 63680806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mNativeWindow->queueBuffer( 636915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 637015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 63710806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 6372cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 6373cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 6374264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGE("queueBuffer failed in onOutputBufferDrained: %d", err); 6375251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6376cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 637715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // keeping read fence as write fence to avoid clobbering 637815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 6379cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 6380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 63816fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar if (mCodec->mNativeWindow != NULL && 63826fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar (info->mData == NULL || info->mData->size() != 0)) { 638315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // move read fence into write fence to avoid clobbering 638415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 63856fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 63866fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 6387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 6388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 6391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 6393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 6394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 6396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 6399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 6400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 6402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 6407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 6409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 6411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 6412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 6414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6416c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 6417609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 6418c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 641915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("onOutputBufferDrained::RESUBMIT_BUFFERS"); 642015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer( 642115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNode, info->mBufferID, info->mFenceFd); 642215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 64230806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 64240806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 64250806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 64260806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 64270806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6428c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6433777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 6434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 64350806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->freeBuffer(kPortIndexOutput, index); 64360806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 64370806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 64380806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6441777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 6442777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 6443777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 6444777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 6445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6450f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 6451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6454c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 6455c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 6456ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6457ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 645823858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mCodec->mNodeBinder->unlinkToDeath(mDeathNotifier); 6459ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 6460ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 6461ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6462b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mUsingNativeWindow = false; 6463ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 6464e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mCodec->mNativeWindowUsageBits = 0; 6465ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mNode = 0; 6466ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 6467ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mQuirks = 0; 6468ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 6469054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeInvalid; 6470054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mOutputMetadataType = kMetadataBufferTypeInvalid; 64715b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->mConverter[0].clear(); 64725b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->mConverter[1].clear(); 6473ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 6474c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6475c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6476f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 6477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 6481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 6483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64885778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 64895778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 64905778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 64915778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 64925778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 64935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 64945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 6496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6497c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6498c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6499c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 650054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 650154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 6502c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6504d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 6505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6508c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 6509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 6512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6514d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6518c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 6519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 652130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 652230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 652330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 652430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 652530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 652630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 652730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 6528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6535f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 6536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6537c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 6538c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 6539c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 6540c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 65415778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 65425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6543c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 65445778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 65455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6546ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode == 0); 65475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 654948a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (client.connect() != OK) { 655048a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 655148a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 655248a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 6553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 6555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 65561d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 6557ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6558b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar Vector<AString> matchingCodecs; 65595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 6561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 65625778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 6563d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t quirks = 0; 65647791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 65655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 6566b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar sp<IMediaCodecList> list = MediaCodecList::getInstance(); 6567b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar if (list != NULL && list->findCodecByName(componentName.c_str()) >= 0) { 6568b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar matchingCodecs.add(componentName); 6569afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 65705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 65715778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 65725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 65735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 65745778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 65755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 65765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6577b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar MediaCodecList::findMatchingCodecs( 65785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 65795778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 6580b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar 0, // flags 6581e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 65825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 65831065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 65841065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 6585ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar IOMX::node_id node = 0; 65861065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6587201d8d400eb037547f4f476a838475b13a446007Wei Jia status_t err = NAME_NOT_FOUND; 65881065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 65891065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 6590b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar componentName = matchingCodecs[matchIndex]; 6591b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar quirks = MediaCodecList::getQuirksFor(componentName.c_str()); 6592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6593da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 6594078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 6595078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 659623858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen err = omx->allocateNode(componentName.c_str(), observer, &mCodec->mNodeBinder, &node); 6597078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 6598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 65991065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 66001065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 66017a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 66027a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 66031065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 66041065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6605ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar node = 0; 66061065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 66071065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6608ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (node == 0) { 66095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 66109f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 66119f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 66125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 66139f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 66145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6615c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 661652e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 6617c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 6618c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 662023858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier = new DeathNotifier(notify); 662123858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen if (mCodec->mNodeBinder == NULL || 662223858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mCodec->mNodeBinder->linkToDeath(mDeathNotifier) != OK) { 662323858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen // This was a local binder, if it dies so do we, we won't care 662423858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen // about any notifications in the afterlife. 662523858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier.clear(); 662623858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen } 662723858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen 662826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = new AMessage(kWhatOMXMessageList, mCodec); 6629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 6630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 663290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.setComponentName(componentName); 6633ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 6634ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 6635ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 6636ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 66371713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 66380167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 6639ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 6640ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 6641afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber mCodec->mQuirks = quirks; 6642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 6643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode = node; 6644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 66455778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 66465778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6647d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentAllocated); 66485778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setString("componentName", mCodec->mComponentName.c_str()); 66495778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 66505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6651c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6652c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6653c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6654c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 66555778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 66565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6657c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6658c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6659c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 6660c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 6661c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6662c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6663c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 6664c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 6665c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6666f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 6667f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 6668f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6669f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 6670f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6671054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 6672054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6673a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 6674e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 6675e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 66764e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 6677054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6678c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 6679c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 6680c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6681c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 6682c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 6683c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6684c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6685c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 668654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 6687f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 6688f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 6689c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6690c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6691c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 6692c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 66930806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)mCodec->mOMX->freeNode(mCodec->mNode); 6694c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6695c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 6696c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6697c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 669854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 669954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 6700d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 670154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar notify->post(); 670254b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 670354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 6704c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6705c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6706c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 6707c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 6708c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6709c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 6710c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 6711c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6712c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 6713c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6714c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6715c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6716c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 67177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 67187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 67197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 67207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 67217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 67227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 67237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 67248f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 6725d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 67268f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang onSetInputSurface(msg); 6727d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 6728d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 6729d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6730d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6731c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 6732c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6733c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 6734c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6735c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6736c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6737c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6738c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 6739c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6740c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6741c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6742c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6743c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 674454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6745c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6746c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6747c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6748c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6749c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6750c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6751c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 6752c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6753c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6754d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6755c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber notify->post(); 6756c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6757c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6758c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6759c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6760c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6761c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 6762c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 6763c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6764c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6765c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 6766c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6767c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6768c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 67695778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 67705778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 67715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6772ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode != 0); 67735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 67740806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 67755778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 67760806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!msg->findString("mime", &mime)) { 67770806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = BAD_VALUE; 67780806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 67790806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->configureCodec(mime.c_str(), msg); 67800806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 67815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 6782c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 6783c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 6784c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 6785251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6786c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 67875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 67895778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 67905778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6791d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentConfigured); 6792e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 6793e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 67945778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 67955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6796c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6797c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 67985778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 67995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6800d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 6801d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = OK; 6802a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6803d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 6804a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err = mCodec->mOMX->setInternalOption( 6805a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mNode, 6806a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber kPortIndexInput, 6807a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber IOMX::INTERNAL_OPTION_REPEAT_PREVIOUS_FRAME_DELAY, 6808a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mCodec->mRepeatFrameDelayUs, 6809a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber sizeof(mCodec->mRepeatFrameDelayUs)); 6810a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6811a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 6812a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 6813a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 6814a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mComponentName.c_str(), 6815a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err); 6816d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 6817a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6818a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6819a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6820d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 682194ee4b708acfa941581160b267afb79192b1d816Chong Zhang err = mCodec->mOMX->setInternalOption( 682294ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mNode, 682394ee4b708acfa941581160b267afb79192b1d816Chong Zhang kPortIndexInput, 682494ee4b708acfa941581160b267afb79192b1d816Chong Zhang IOMX::INTERNAL_OPTION_MAX_TIMESTAMP_GAP, 682594ee4b708acfa941581160b267afb79192b1d816Chong Zhang &mCodec->mMaxPtsGapUs, 682694ee4b708acfa941581160b267afb79192b1d816Chong Zhang sizeof(mCodec->mMaxPtsGapUs)); 682794ee4b708acfa941581160b267afb79192b1d816Chong Zhang 682894ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 682994ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 683072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mComponentName.c_str(), 683172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err); 6832d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 68332c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 68342c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 68352c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 6836d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 683737b2b389139ed638831e49708c947863eef631efRonghua Wu err = mCodec->mOMX->setInternalOption( 683837b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mNode, 683937b2b389139ed638831e49708c947863eef631efRonghua Wu kPortIndexInput, 684037b2b389139ed638831e49708c947863eef631efRonghua Wu IOMX::INTERNAL_OPTION_MAX_FPS, 684137b2b389139ed638831e49708c947863eef631efRonghua Wu &mCodec->mMaxFps, 684237b2b389139ed638831e49708c947863eef631efRonghua Wu sizeof(mCodec->mMaxFps)); 684337b2b389139ed638831e49708c947863eef631efRonghua Wu 684437b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 684537b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 684637b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mComponentName.c_str(), 684737b2b389139ed638831e49708c947863eef631efRonghua Wu err); 6848d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 684937b2b389139ed638831e49708c947863eef631efRonghua Wu } 685037b2b389139ed638831e49708c947863eef631efRonghua Wu } 685137b2b389139ed638831e49708c947863eef631efRonghua Wu 6852d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mTimePerCaptureUs > 0ll 68532c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang && mCodec->mTimePerFrameUs > 0ll) { 68542c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t timeLapse[2]; 68552c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[0] = mCodec->mTimePerFrameUs; 68562c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[1] = mCodec->mTimePerCaptureUs; 68572c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err = mCodec->mOMX->setInternalOption( 68582c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mNode, 68592c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang kPortIndexInput, 68602c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang IOMX::INTERNAL_OPTION_TIME_LAPSE, 68612c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang &timeLapse[0], 68622c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang sizeof(timeLapse)); 68632c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 68642c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 68652c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 68662c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mComponentName.c_str(), 68672c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err); 6868d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 68692c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 68702c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 687172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6872d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 687372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang bool suspend = true; 687472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err = mCodec->mOMX->setInternalOption( 687572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mNode, 687672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 687772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_SUSPEND, 687872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &suspend, 687972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(suspend)); 688072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 688172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 688272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 688394ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mComponentName.c_str(), 688494ee4b708acfa941581160b267afb79192b1d816Chong Zhang err); 6885d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 688694ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 688794ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 688894ee4b708acfa941581160b267afb79192b1d816Chong Zhang 6889c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 6890c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mCodec->mOMX->getParameter( 6891c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 6892c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 6893c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mInputFormat->setInt32( 6894c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 6895c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 6896c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 6897b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<ABuffer> colorAspectsBuffer; 6898b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mCodec->mInputFormat->findBuffer("android._color-aspects", &colorAspectsBuffer)) { 6899b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mCodec->mOMX->setInternalOption( 6900b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mNode, kPortIndexInput, IOMX::INTERNAL_OPTION_COLOR_ASPECTS, 6901b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar colorAspectsBuffer->base(), colorAspectsBuffer->capacity()); 6902b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 6903b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("[%s] Unable to configure color aspects (err %d)", 6904b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mComponentName.c_str(), err); 6905b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 6906b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6907b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6908d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 6909d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6910d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6911d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 6912d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 6913d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 6914d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6915d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 6916d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceCreated); 6917d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6918b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace; 6919b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = 6920b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace(&dataSpace); 6921b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 6922b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 692357fad3c31f46ec98d15bc253c16f9d269aeb8ea7Lajos Molnar 6924d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 6925b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 69263e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeANWBuffer; 6927b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mCodec->mOMX->createInputSurface( 69283e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mNode, kPortIndexInput, dataSpace, &bufferProducer, 69293e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar &mCodec->mInputMetadataType); 69303e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // framework uses ANW buffers internally instead of gralloc handles 69313e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (mCodec->mInputMetadataType == kMetadataBufferTypeGrallocSource) { 69323e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeANWBuffer; 69333e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar } 6934b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6935d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6936d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6937d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6938d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6939d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 69407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 69417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setObject("input-surface", 69427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 69437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 69447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 69457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 69467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 69477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 69487cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 69497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setInt32("err", err); 69507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 69517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->post(); 69527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 69537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 69548f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::LoadedState::onSetInputSurface( 6955d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> &msg) { 69568f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGV("onSetInputSurface"); 6957d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6958d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 6959d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceAccepted); 6960d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6961d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 6962d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 6963d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 6964d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6965b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace; 6966b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = 6967b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace(&dataSpace); 6968b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 6969b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 6970b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 6971b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 69723e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeANWBuffer; 6973b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mCodec->mOMX->setInputSurface( 6974b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mNode, kPortIndexInput, surface->getBufferConsumer(), 6975b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar &mCodec->mInputMetadataType); 69763e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // framework uses ANW buffers internally instead of gralloc handles 69773e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (mCodec->mInputMetadataType == kMetadataBufferTypeGrallocSource) { 69783e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeANWBuffer; 69793e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar } 6980b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6981d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6982d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6983b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar surface->getBufferConsumer()->setDefaultBufferDataSpace(dataSpace); 6984d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6985d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6986d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6987d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 6988d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 6989d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 6990d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 69918f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGE("[%s] onSetInputSurface returning error %d", 6992d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 6993d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("err", err); 6994d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6995d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->post(); 6996d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6997d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6998c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 69995778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 70005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 70010806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 70020806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 70030806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 70040806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 70050806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mLoadedToIdleState); 70060806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7011f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 7012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7014f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7015f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 70163856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 7017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7018cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 7019cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 702029357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 7021cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 7022cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 7023cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 7024251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 702591bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 7026c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mOMX->sendCommand( 7027c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 7028c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexInput)) { 7029c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexInput); 7030c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 7031c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexOutput)) { 7032c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexOutput); 7033c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 7034c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia 703591bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 7036cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 7037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7039f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 7040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 7041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 7043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 7044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mCodec->allocateBuffersOnPort(kPortIndexOutput); 7047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7049f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 7050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 705172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 7052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 70586507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 70596507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 70606507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 70616507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 70626507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 70636507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 70646463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 70656463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 70666463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 70676463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 70686463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 70696463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 70706463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 70716463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 70726463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 70736463e76d41430f9b03a79b221de84255f2475658Marco Nelissen sp<AMessage> notify = mCodec->mNotify->dup(); 7074d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 70756463e76d41430f9b03a79b221de84255f2475658Marco Nelissen notify->post(); 70766463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 70776463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 70786463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 7079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 7081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7084f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 7085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 70890806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 70900806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 70910806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 70920806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in LoadedToIdleState: %s(%u) %s(%u)", 70930806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 70940806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 70950806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 70960806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 70980806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 70990806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 71000806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateExecuting); 71010806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 71030806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 71040806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 71050806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 71060806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mIdleToExecutingState); 71070806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7119f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 7120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7123f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 71243856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 7125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7127f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 7128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 712972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 7130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7136d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 7137d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 7138d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 7139d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 7140d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 7141d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 7142d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 7143d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 7144d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 7145d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 7146d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 7147d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber notify->post(); 7148d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 7149d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 7150d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 7151d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 71526507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 71536507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 71546507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 71556507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 71566507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 71576507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 7158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 7160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7163f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 7164f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 71680806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 71690806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateExecuting) { 71700806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToExecutingState: %s(%u) %s(%u)", 71710806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 71720806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 71730806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 71740806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 71750806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 7178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7190f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 7191349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 7192349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 7193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7195f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 7196ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 7197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 7198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7200054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 7201054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 7202054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 7203054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 7204054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 7205054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 7206054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 7207054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->submitOutputMetadataBuffer() != OK) 7208054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 7209054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7210054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 72114dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 72124dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 7213054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 7214054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 7215054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 7216054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 72170806340688c937e7b78c2d89db3809274130df4eLajos Molnar bool failed = false; 7218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 7219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 7220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 72220806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US 72230806340688c937e7b78c2d89db3809274130df4eLajos Molnar && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 72240806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us or the surface"); 72250806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 72260806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 72270806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 7231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 72330806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US) { 72340806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us"); 72350806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 72360806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 72370806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 72400806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] calling fillBuffer %u", mCodec->mComponentName.c_str(), info->mBufferID); 7241349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 724215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitRegularOutputBuffers"); 724315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 724415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 72450806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 72460806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 72470806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 72480806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 7251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 72520806340688c937e7b78c2d89db3809274130df4eLajos Molnar 72530806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (failed) { 72540806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 72550806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7258054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 7259c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 7260054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 7261054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 7262054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7263054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 7264054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 7265f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 7266349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 72670806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] We're already active, no need to resume.", mCodec->mComponentName.c_str()); 7268349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 7269349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7270349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 7272f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 72733cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 7274777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mCodec->mBuffers[kPortIndexInput].size() == 0u) { 7275777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("[%s] we don't have any input buffers to resume", mCodec->mComponentName.c_str()); 7276777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7277777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 72783cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 72793cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 72803cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 72813cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 72823cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 72833cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 7284349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7285349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 7286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7288f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 72893856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 7290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 729190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 7292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 7293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7295f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 7296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7301c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 7302c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 7303c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 7304c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 7305c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 730654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 7307c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 7308c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 7309349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 7310349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 73110806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 73120806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 73130806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 73140806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (keepComponentAllocated) { 73150806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 73160806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 73170806340688c937e7b78c2d89db3809274130df4eLajos Molnar // TODO: do some recovery here. 73180806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 73190806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mExecutingToIdleState); 73200806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7323f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 73287a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 7329ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 7330d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 7331d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 7332d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 7333d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 7334d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 7335d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7336349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 7337349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 73380806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandFlush, OMX_ALL); 73390806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 73400806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 73410806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 73420806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mFlushingState); 73430806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 7350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 7352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7357496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 7358496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 7359496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 7360496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 7361496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 7362496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 7363496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 7364496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 7365496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 7366496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 7367496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 7368a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 7369a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 7370a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 7371a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 7372a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7373a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 7374a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7375a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 7376a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 7377a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 7378a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 7379a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7380a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7381a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 7382a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 7383a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7384a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 73857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 73867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 73876507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 73887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 73897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 73907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 73917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 73924dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 7393054219874873b41f1c815552987c10465c34ba2bLajos Molnar case kWhatSubmitOutputMetadataBufferIfEOS: 73944dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 73954dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 73964dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 7397054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t err = mCodec->submitOutputMetadataBuffer(); 73984dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 7399054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 74004dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 74014dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 74024dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 74034dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 74044dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 7405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7413a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 7414a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 7415530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 7416a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 7417a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 7418a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 7419a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 7420a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7421a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mOMX->setConfig( 7422a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mNode, 7423a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 7424a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 7425a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 7426a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7427a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 7428a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 7429a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 7430a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7431a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 7432a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7433a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7434a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 743572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 743672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 743772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang status_t err = 743872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mOMX->setInternalOption( 743972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mNode, 744072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 744172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_START_TIME, 744272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &skipFramesBeforeUs, 744372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(skipFramesBeforeUs)); 744472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 744572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 744672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 744772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 744872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 744972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 745072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 7451e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 7452e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 7453e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber bool suspend = dropInputFrames != 0; 7454e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 7455b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = 7456b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber mOMX->setInternalOption( 7457e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber mNode, 7458e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber kPortIndexInput, 7459e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber IOMX::INTERNAL_OPTION_SUSPEND, 7460e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber &suspend, 7461b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber sizeof(suspend)); 7462b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7463b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 7464b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 7465b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 7466b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7467b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7468b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7469b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 7470b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 7471b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 7472b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7473b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 7474b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 7475b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 7476b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7477e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 7478e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 74798db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 74808db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 74818db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 74828db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 74838db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 74848db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 74858db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 74868db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 74878db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 7488870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 7489870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (params->findInt32("intra-refresh-period", &intraRefreshPeriod) 7490870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 7491870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = setIntraRefreshPeriod(intraRefreshPeriod, false); 7492870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 7493870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 7494870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 7495870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 7496870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 7497870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 7498870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 74990f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar status_t err = configureTemporalLayers(params, false /* inConfigure */, mOutputFormat); 75000f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar if (err != OK) { 75010f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar err = OK; // ignore failure 75020f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar } 75030f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar 75040f7442ddb82d5ceba2e0c081dc3d62996f1570a0Lajos Molnar return err; 7505a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 7506a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 75076507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 75086507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden sp<AMessage> notify = mNotify->dup(); 7509d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatSignaledInputEOS); 75106507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 75116507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden status_t err = mOMX->signalEndOfInputStream(mNode); 75126507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (err != OK) { 75136507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->setInt32("err", err); 75146507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 75156507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->post(); 75166507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 75176507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 751890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::ExecutingState::onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 751990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 752090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 752190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 752290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7523f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 7524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 7527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 7529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7530b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->onOutputFormatChanged(); 7531b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 753231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 7533054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 7534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 7535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, 7536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 7537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 7538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7539349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 7540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 7542b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } else if (data2 != OMX_IndexConfigCommonOutputCrop 7543b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar && data2 != OMX_IndexConfigAndroidIntraRefresh) { 7544ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 7545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 7546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 7552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7563f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 7564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 7565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7568f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 7569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 7570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 7571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 7572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 7575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 7577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7579f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 7580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7586349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 7587e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 7588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7589349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 75903856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 7591349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7592349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7606f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 76073856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 7608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 7609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 761190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::OutputPortSettingsChangedState::onOMXFrameRendered( 761290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, nsecs_t systemNano) { 761390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 761490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 761590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 761690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7617f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 7618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 76230806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data2 != (OMX_U32)kPortIndexOutput) { 76240806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("ignoring EventCmdComplete CommandPortDisable for port %u", data2); 76250806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 76260806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 76280806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now disabled.", mCodec->mComponentName.c_str()); 7629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 76300806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 76310806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!mCodec->mBuffers[kPortIndexOutput].isEmpty()) { 76320806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("disabled port should be empty, but has %zu buffers", 76330806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mBuffers[kPortIndexOutput].size()); 76340806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 76350806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 76360806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mDealer[kPortIndexOutput].clear(); 76370806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 76390806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 76400806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 76410806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandPortEnable, kPortIndexOutput); 76420806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 76440806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 76450806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 76460806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE_IF(err != OK, "Failed to allocate output port buffers after port " 76470806340688c937e7b78c2d89db3809274130df4eLajos Molnar "reconfiguration: (%d)", err); 76480806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7649cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 76500806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 7651251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 7652d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7653755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // This is technically not correct, but appears to be 7654755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the only way to free the component instance. 7655755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // Controlled transitioning from excecuting->idle 7656755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // and idle->loaded seem impossible probably because 7657755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the output port never finishes re-enabling. 7658755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mShutdownInProgress = true; 7659755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mKeepComponentAllocated = false; 7660755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->changeState(mCodec->mLoadedState); 7661cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 7662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 7665777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (data2 != (OMX_U32)kPortIndexOutput) { 7666777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("ignoring EventCmdComplete OMX_CommandPortEnable for port %u", data2); 7667777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7668777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 76700806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now reenabled.", mCodec->mComponentName.c_str()); 7671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7672349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 7673349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 7674349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7675349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 7682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 7686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7691f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 76925778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 76935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 7694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7696f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 7697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 77040806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("Ignoring flush request in ExecutingToIdleState"); 7705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 7711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7721f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7722f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7724f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 77253856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 772631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 77275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 7728b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->mLastOutputFormat.clear(); 7729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7731f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 7732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 77360806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 77370806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 77380806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in ExecutingToIdleState: %s(%u) %s(%u)", 77390806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 77400806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 77410806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 77420806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 77430806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 77455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 77465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7747f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7749f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7750f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7752349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7753349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 7754349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 7755349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 7756349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7757349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7758349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 77630af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 7764f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 77655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 77660806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 77670806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 77680806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 77690806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffersOnPort(kPortIndexInput); 77700806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->freeBuffersOnPort(kPortIndexOutput); 77710806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 77720806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = err2; 77730806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 77740806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 77760167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 77770167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 7778bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 7779bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 7780bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 7781bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 7782b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 7783bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 7784bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 77850806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 77860806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 77870806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 77880806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 77890806340688c937e7b78c2d89db3809274130df4eLajos Molnar 7790f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 7791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7794f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 7795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7796f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7801f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 7802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7803f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7807f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7808f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7810f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 7811f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7814f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 7815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 7821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 78300806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Got flush request in IdleToLoadedState"); 7831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7832f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7833f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7842f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 78433856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 7844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7846f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 7847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 78510806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 78520806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateLoaded) { 78530806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToLoadedState: %s(%u) %s(%u)", 78540806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 78550806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 78560806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 78570806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 78580806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7860c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 7861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7872f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 7873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7876f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 78773856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 7878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 7880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7882f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 7883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7886f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 7895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7907f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 7908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7909ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 7910ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 7911d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 79150806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandFlush) { 79160806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("unexpected EventCmdComplete %s(%d) data2:%d in FlushingState", 79170806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, data2); 79180806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 79190806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 79200806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 7923777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mFlushComplete[data2]) { 7924777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("Flush already completed for %s port", 7925777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim data2 == kPortIndexInput ? "input" : "output"); 7926777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return true; 7927777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7928f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 7929e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 79300806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (mFlushComplete[kPortIndexInput] && mFlushComplete[kPortIndexOutput]) { 7931e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 7932e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 7933777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else if (data2 == OMX_ALL) { 7934777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!mFlushComplete[kPortIndexInput] || !mFlushComplete[kPortIndexOutput]) { 7935777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("received flush complete event for OMX_ALL before ports have been" 7936777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim "flushed (%d/%d)", 7937777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mFlushComplete[kPortIndexInput], mFlushComplete[kPortIndexOutput]); 7938777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7939777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7942777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else { 7943777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("data2 not OMX_ALL but %u in EventCmdComplete CommandFlush", data2); 7944f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7949349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7950349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 79511d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 7952349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 7953609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32("node", mCodec->mNode); 7954349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 7955349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 7956349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 7957349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 79583856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 7959349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 7960349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7961349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 7962349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7963349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7964349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7965349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7973f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 7974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7979f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 7980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7985f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 7986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 7987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 7988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 79897e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 79907e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 79917e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 79927e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 799390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 799490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 7996d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 7997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 7998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 8000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 8001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8002dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 8003dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 8004f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 8005f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 8006f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 8007f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 8008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 8009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 8010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 8011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 80125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::queryCapabilities( 80135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 80145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps) { 80155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar (*caps).clear(); 80165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const char *role = getComponentRole(isEncoder, mime.c_str()); 80175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 80185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 80195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 80205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 80215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMXClient client; 80225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = client.connect(); 80235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 80245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 80255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 80265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 80275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<IOMX> omx = client.interface(); 80285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecObserver> observer = new CodecObserver; 80295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar IOMX::node_id node = 0; 80305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 803123858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen err = omx->allocateNode(name.c_str(), observer, NULL, &node); 80325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 80335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 80345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 80355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 80365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 80375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar err = setComponentRole(omx, node, role); 80385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 80395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 80405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 80415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 80425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 80435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 80445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::CapabilitiesBuilder> builder = new MediaCodecInfo::CapabilitiesBuilder(); 80455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isVideo = mime.startsWithIgnoreCase("video/"); 80465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 80475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo) { 80485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PROFILELEVELTYPE param; 80495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 80505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 80515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 80526e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 80536e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 80545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 80555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoProfileLevelQuerySupported, 80565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 80575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 80585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 80595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 80605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, param.eLevel); 80616e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 80626e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 80636e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 80646e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 80656e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile, param.eLevel); 80666e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 80675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 80685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 80695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // Color format query 80705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // return colors in the order reported by the OMX component 80715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // prefix "flexible" standard ones with the flexible equivalent 80725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE portFormat; 80735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&portFormat); 807436e4e1592bb07e1fdf8d4324f65a66ba332d75f2Lajos Molnar portFormat.nPortIndex = isEncoder ? kPortIndexInput : kPortIndexOutput; 80755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar Vector<uint32_t> supportedColors; // shadow copy to check for duplicates 80766e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 80776e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar portFormat.nIndex = index; 80785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 80795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoPortFormat, 80805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &portFormat, sizeof(portFormat)); 80815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 80825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 80835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 80845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 80855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_U32 flexibleEquivalent; 80865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isFlexibleColorFormat( 80875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx, node, portFormat.eColorFormat, false /* usingNativeWindow */, 80885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &flexibleEquivalent)) { 80895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool marked = false; 80905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar for (size_t i = 0; i < supportedColors.size(); ++i) { 80915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (supportedColors[i] == flexibleEquivalent) { 80925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar marked = true; 80935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 80945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 80955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 80965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (!marked) { 80975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(flexibleEquivalent); 80985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(flexibleEquivalent); 80995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(portFormat.eColorFormat); 81025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(portFormat.eColorFormat); 81036e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 81046e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 81056e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 81066e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 81076e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(portFormat.eColorFormat), portFormat.eColorFormat); 81086e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 81095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (mime.equalsIgnoreCase(MEDIA_MIMETYPE_AUDIO_AAC)) { 81115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // More audio codecs if they have profiles. 81125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_AUDIO_PARAM_ANDROID_PROFILETYPE param; 81135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 81145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 81156e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 81166e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 81175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 81185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexParamAudioProfileQuerySupported, 81195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 81205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 81215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 81225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // For audio, level is ignored. 81245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, 0 /* level */); 81256e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 81266e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 81276e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x", 81286e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 81296e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile); 81306e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 81315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 81335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // NOTE: Without Android extensions, OMX does not provide a way to query 81345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // AAC profile support 81355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (param.nProfileIndex == 0) { 81365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("component %s doesn't support profile query.", name.c_str()); 81375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 81405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && !isEncoder) { 81415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar native_handle_t *sidebandHandle = NULL; 81425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->configureVideoTunnelMode( 81435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 0, &sidebandHandle) == OK) { 81445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // tunneled playback includes adaptive playback 81455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback 81465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar | MediaCodecInfo::Capabilities::kFlagSupportsTunneledPlayback); 81475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (omx->storeMetaDataInBuffers( 81485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE) == OK || 81495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->prepareForAdaptivePlayback( 81505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 81515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 1280 /* width */, 720 /* height */) == OK) { 81525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback); 81535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 81565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && isEncoder) { 81575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 81585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶ms); 81595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar params.nPortIndex = kPortIndexOutput; 81605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TODO: should we verify if fallback is supported? 81615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->getConfig( 81625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, 81635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶ms, sizeof(params)) == OK) { 81645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsIntraRefresh); 81655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 81675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 81685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar *caps = builder; 81695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 81705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 81715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return OK; 81725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 81735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 8174a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// These are supposed be equivalent to the logic in 8175a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// "audio_channel_out_mask_from_count". 8176a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar//static 8177a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnarstatus_t ACodec::getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]) { 8178a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar switch (numChannels) { 8179a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 1: 8180a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelCF; 8181a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8182a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 2: 8183a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8184a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8185a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8186a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 3: 8187a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8188a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8189a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8190a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8191a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 4: 8192a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8193a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8194a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelLR; 8195a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelRR; 8196a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8197a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 5: 8198a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8199a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8200a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8201a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLR; 8202a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelRR; 8203a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8204a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 6: 8205a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8206a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8207a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8208a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 8209a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 8210a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 8211a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8212a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 7: 8213a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8214a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8215a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8216a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 8217a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 8218a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 8219a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelCS; 8220a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8221a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 8: 8222a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8223a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8224a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8225a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 8226a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 8227a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 8228a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelLS; 8229a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[7] = OMX_AUDIO_ChannelRS; 8230a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8231a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar default: 8232a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return -EINVAL; 8233a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar } 8234a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 8235a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return OK; 8236a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar} 8237a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 8238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 8239