ACodec.cpp revision 96bdf620189622005e83b4f1421c4f25b7fa1729
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 4090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/MediaCodec.h> 41afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 44d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 45b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 463a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 473a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 4897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 50f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 5197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 52777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim#include <OMX_AsString.h> 53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 555b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar#include "include/DataConverter.h" 5673dd808754c641fe798273d356ee38368715fa7bLajos Molnar#include "omx/OMXUtils.h" 57496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 58f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 59f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 606e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnarenum { 616e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar kMaxIndicesToCheck = 32, // used when enumerating supported formats and profiles 626e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar}; 636e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 64251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 65251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 66251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 67251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 68251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 69251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 70251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 71251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 72251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 73251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 74251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 75251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 97251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 98251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 99251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 100251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 101251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 102251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 103251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 104251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 105251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 10626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarstruct MessageList : public RefBase { 10726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar MessageList() { 10826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 109984a54322f7c70bc75e862d91bdd975814872affLajos Molnar virtual ~MessageList() { 110984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 11126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > &getList() { return mList; } 11226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarprivate: 11326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > mList; 11426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 11526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar DISALLOW_EVIL_CONSTRUCTORS(MessageList); 11626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar}; 11726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 1185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnarstatic sp<DataConverter> getCopyConverter() { 1195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar static pthread_once_t once = PTHREAD_ONCE_INIT; // const-inited 1205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar static sp<DataConverter> sCopyConverter; // zero-inited 1215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pthread_once(&once, [](){ sCopyConverter = new DataConverter(); }); 1225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return sCopyConverter; 1235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar} 1245b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 125f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 13326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar virtual void onMessages(const std::list<omx_message> &messages) { 134984a54322f7c70bc75e862d91bdd975814872affLajos Molnar if (messages.empty()) { 135984a54322f7c70bc75e862d91bdd975814872affLajos Molnar return; 136984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 137984a54322f7c70bc75e862d91bdd975814872affLajos Molnar 138984a54322f7c70bc75e862d91bdd975814872affLajos Molnar sp<AMessage> notify = mNotify->dup(); 13926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool first = true; 14026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = new MessageList(); 14126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<omx_message>::const_iterator it = messages.cbegin(); 14226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != messages.cend(); ++it) { 14326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar const omx_message &omx_msg = *it; 14426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar if (first) { 14526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setInt32("node", omx_msg.node); 146984a54322f7c70bc75e862d91bdd975814872affLajos Molnar first = false; 147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> msg = new AMessage; 15026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("type", omx_msg.type); 15126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar switch (omx_msg.type) { 15226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EVENT: 15326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 15426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("event", omx_msg.u.event_data.event); 15526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data1", omx_msg.u.event_data.data1); 15626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data2", omx_msg.u.event_data.data2); 15726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 15826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EMPTY_BUFFER_DONE: 16126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 16326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("fence_fd", omx_msg.fenceFd); 16426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 16526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::FILL_BUFFER_DONE: 16826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "buffer", omx_msg.u.extended_buffer_data.buffer); 17126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_offset", 17326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_offset); 17426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_length", 17626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_length); 17726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "flags", 17926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.flags); 18026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt64( 18126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "timestamp", 18226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.timestamp); 18326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 18426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "fence_fd", omx_msg.fenceFd); 18526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 18626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 18990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 19090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 19190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "media_time_us", omx_msg.u.render_data.timestamp); 19290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 19390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "system_nano", omx_msg.u.render_data.nanoTime); 19490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 19590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 19690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 19726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar default: 19826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar ALOGE("Unrecognized message type: %d", omx_msg.type); 19926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 20026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 20126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msgList->getList().push_back(msg); 20226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 20326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setObject("messages", msgList); 20426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->post(); 205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 207f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 210f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 218f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 221f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 241f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 24226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles an OMX message. Returns true iff message was handled. 243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles a list of messages. Returns true iff messages were handled. 24626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool onOMXMessageList(const sp<AMessage> &msg); 24726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // returns true iff this message is for this component and the component is alive 24926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool checkOMXMessage(const sp<AMessage> &msg); 25026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 25115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd); 252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 25715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 25815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd); 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 26190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 269ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberstruct ACodec::DeathNotifier : public IBinder::DeathRecipient { 270ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DeathNotifier(const sp<AMessage> ¬ify) 271ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 272ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 273ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 274ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 275ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 276ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 277ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 278ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 279ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 280ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 281ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 282ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 283ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 284ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 285ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 286ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber UninitializedState(ACodec *codec); 289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 290f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 292c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 294f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 296c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 298ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 299ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 305c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 306c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber LoadedState(ACodec *codec); 307c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 308c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 309c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 310c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 311c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 312c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 313c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 314c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 315c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 3167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 3178f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang void onSetInputSurface(const sp<AMessage> &msg); 318c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 319c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 320c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 321d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 322d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 323c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 324c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 325c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 326c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 327c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 328f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber LoadedToIdleState(ACodec *codec); 330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 336f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 344f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToExecutingState(ACodec *codec); 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 347f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 352f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 358f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingState(ACodec *codec); 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 361054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 362054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 369349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 370349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 371349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 37890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 381349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 382349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OutputPortSettingsChangedState(ACodec *codec); 390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 391f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 39790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 405f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingToIdleState(ACodec *codec); 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 408f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 417f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4205778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 4215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 427f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToLoadedState(ACodec *codec); 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 436f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FlushingState(ACodec *codec); 444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 445f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 46415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setWriteFence(int fenceFd, const char *dbg) { 46515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 46615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by write fence %d in %s", 46715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 46815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 46915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = false; 47115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 47215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 47315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setReadFence(int fenceFd, const char *dbg) { 47415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 47515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by read fence %d in %s", 47615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 47715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 47815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = true; 48015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkWriteFence(const char *dbg) { 48315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && mIsReadFence) { 48415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING read fence %d as write fence in %s", mFenceFd, dbg); 48515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkReadFence(const char *dbg) { 48915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && !mIsReadFence) { 49015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING write fence %d as read fence in %s", mFenceFd, dbg); 49115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 49215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 49315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 49415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar//////////////////////////////////////////////////////////////////////////////// 49515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 496f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 497afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : mQuirks(0), 498609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mNode(0), 499b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow(false), 500e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits(0), 501fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mLastNativeWindowDataSpace(HAL_DATASPACE_UNKNOWN), 5028db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 503c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 504346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError(false), 5059806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 50654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 507f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mIsLegacyVP9Decoder(false), 5089806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 5099806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 510e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 5119806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 512054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 513054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 514054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType(kMetadataBufferTypeInvalid), 515054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType(kMetadataBufferTypeInvalid), 516011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment(false), 517054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit(0), 5185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mNumUndequeuedBuffers(0), 51994ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 5202c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 52137b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 5222c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs(-1ll), 523609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mTimePerCaptureUs(-1ll), 524ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 5258338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mTunneled(false), 526db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeColorAspectsIndex((OMX_INDEXTYPE)0), 527db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeHDRStaticInfoIndex((OMX_INDEXTYPE)0) { 528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 529c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 542dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 544fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar memset(&mLastNativeWindowCrop, 0, sizeof(mLastNativeWindowCrop)); 545fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar 546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 549f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 552f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::setNotificationMessage(const sp<AMessage> &msg) { 553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 556f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 5581d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 562a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 5631d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 564a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 565a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 566a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 567a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5685778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 5695778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 5701d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5715778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5725778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5745778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 5755778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 5761d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5775778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5785778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 5811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 5821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 5831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 5851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 5861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 5881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 5891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 5901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 5911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 5921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 5941d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 5957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5978f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::initiateSetInputSurface( 598d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 5998f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 600d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 601d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 602d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 603d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 6051d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 6067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 6077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 6085778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 6091d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 6105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 612f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 6137a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 6141d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 617f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 6181d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 621c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 6221d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 623c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 624c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 62530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 62630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 6271d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 62830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 631496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 6321d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 633496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 634496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6354dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6364dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 6374dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 6384dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 6394dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 640054219874873b41f1c815552987c10465c34ba2bLajos Molnarvoid ACodec::signalSubmitOutputMetadataBufferIfEOS_workaround() { 6414dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 642054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit > 0) { 643054219874873b41f1c815552987c10465c34ba2bLajos Molnar (new AMessage(kWhatSubmitOutputMetadataBufferIfEOS, this))->post(); 6444dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 6454dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 6464dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 6481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 6501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 6511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 6521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 657e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // cannot switch from bytebuffers to surface 6581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 6591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 6601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 6641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 6651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 6661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 6671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 6711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 6721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 6731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 676e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int usageBits = 0; 677e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage(nativeWindow, &usageBits); 6781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 6791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 682f42917964a76720932b23e67a05d034cd0cf346bChong Zhang int ignoredFlags = kVideoGrallocUsage; 683e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // New output surface is not allowed to add new usage flag except ignored ones. 684e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar if ((usageBits & ~(mNativeWindowUsageBits | ignoredFlags)) != 0) { 685e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ALOGW("cannot change usage from %#x to %#x", mNativeWindowUsageBits, usageBits); 686e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar return BAD_VALUE; 687e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar } 688e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar 6891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 6901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 6911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 6921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 6931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 6941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 6951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 6971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 6981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 7011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 7021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 7031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 7041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 7071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 7081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 7091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 7101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 7121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 7141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 7151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 718dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 719dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 720dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 7211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 7221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 7231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 7241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 7251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 726054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() 727011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar && !mLegacyAdaptiveExperiment 7281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 729598c14420eefb2df4b50d9dd55bbf99bbc35e95ePawin Vongmasa ALOGV("skipping buffer"); 7301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 7311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 7351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 7371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 744054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment) { 7451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 74615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar BufferInfo &info = buffers.editItemAt(i); 7471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 75015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), info.mFenceFd); 75115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 7521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 7541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 7611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 7621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 764484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 765484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 766484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 767484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 768484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 7691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 770e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = usageBits; 7711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 7721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 7731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 774f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 777f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mDealer[portIndex] == NULL); 778f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7805778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 781f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 782054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 783054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = allocateOutputMetadataBuffers(); 784054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 785054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 786054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 7885778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 7895778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 7905778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7925778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 7935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 796054219874873b41f1c815552987c10465c34ba2bLajos Molnar MetadataBufferType type = 797054219874873b41f1c815552987c10465c34ba2bLajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 7985b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t bufSize = def.nBufferSize; 7993e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 800054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoNativeMetadata); 8013e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar } else if (type == kMetadataBufferTypeNativeHandleSource) { 8023e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar bufSize = sizeof(VideoNativeHandleMetadata); 803054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 804054219874873b41f1c815552987c10465c34ba2bLajos Molnar 805054219874873b41f1c815552987c10465c34ba2bLajos Molnar // If using gralloc or native source input metadata buffers, allocate largest 806054219874873b41f1c815552987c10465c34ba2bLajos Molnar // metadata size as we prefer to generate native source metadata, but component 8075fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // may require gralloc source. For camera source, allocate at least enough 8085fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // size for native metadata buffers. 8095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t allottedSize = bufSize; 8103e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (portIndex == kPortIndexInput && type == kMetadataBufferTypeANWBuffer) { 811054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = max(sizeof(VideoGrallocMetadata), sizeof(VideoNativeMetadata)); 8125fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar } else if (portIndex == kPortIndexInput && type == kMetadataBufferTypeCameraSource) { 8135b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar bufSize = max(bufSize, sizeof(VideoNativeMetadata)); 8145b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 8155b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 8165b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t conversionBufferSize = 0; 8175b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 8185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> converter = mConverter[portIndex]; 8195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (converter != NULL) { 8205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // here we assume sane conversions of max 4:1, so result fits in int32 8215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (portIndex == kPortIndexInput) { 8225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar conversionBufferSize = converter->sourceSize(bufSize); 8235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 8245b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar conversionBufferSize = converter->targetSize(bufSize); 8255b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 826054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 827054219874873b41f1c815552987c10465c34ba2bLajos Molnar 82828edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t alignment = MemoryDealer::getAllocationAlignment(); 82928edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 8305b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGV("[%s] Allocating %u buffers of size %zu/%zu (from %u using %s) on %s port", 8315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 832054219874873b41f1c815552987c10465c34ba2bLajos Molnar def.nBufferCountActual, bufSize, allottedSize, def.nBufferSize, asString(type), 8335778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8355b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // verify buffer sizes to avoid overflow in align() 8365b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (bufSize == 0 || max(bufSize, conversionBufferSize) > kMaxCodecBufferSize) { 83728edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar ALOGE("b/22885421"); 83828edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar return NO_MEMORY; 83928edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar } 84028edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 84128edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar // don't modify bufSize as OMX may not expect it to increase after negotiation 84228edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t alignedSize = align(bufSize, alignment); 8435b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t alignedConvSize = align(conversionBufferSize, alignment); 8445b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (def.nBufferCountActual > SIZE_MAX / (alignedSize + alignedConvSize)) { 84534e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen ALOGE("b/22885421"); 84634e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen return NO_MEMORY; 84734e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen } 84828edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 8495b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t totalSize = def.nBufferCountActual * (alignedSize + alignedConvSize); 8505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 852054219874873b41f1c815552987c10465c34ba2bLajos Molnar for (OMX_U32 i = 0; i < def.nBufferCountActual && err == OK; ++i) { 853054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[portIndex]->allocate(bufSize); 8545581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 855777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 856777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 858ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 859ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 86015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 86190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 862a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mNativeHandle = NULL; 863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 864afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber uint32_t requiresAllocateBufferBit = 865afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber (portIndex == kPortIndexInput) 866b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar ? kRequiresAllocateBufferOnInputPorts 867b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar : kRequiresAllocateBufferOnOutputPorts; 8681065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 869e33d922fd86699c664a15f09e6d8b2e422736a40Lajos Molnar if (portIndex == kPortIndexInput && (mFlags & kFlagIsSecure)) { 870ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mem.clear(); 871ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 872a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar void *ptr = NULL; 8731b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar sp<NativeHandle> native_handle; 874a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->allocateSecureBuffer( 875054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, bufSize, &info.mBufferID, 876a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar &ptr, &native_handle); 877a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 878a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // TRICKY: this representation is unorthodox, but ACodec requires 879a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // an ABuffer with a proper size to validate range offsets and lengths. 880a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // Since mData is never referenced for secure input, it is used to store 881a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // either the pointer to the secure buffer, or the opaque handle as on 882a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // some devices ptr is actually an opaque handle, not a pointer. 883a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 884a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // TRICKY2: use native handle as the base of the ABuffer if received one, 885a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // because Widevine source only receives these base addresses. 8861b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar const native_handle_t *native_handle_ptr = 8871b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar native_handle == NULL ? NULL : native_handle->handle(); 8881b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar info.mData = new ABuffer( 8891b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar ptr != NULL ? ptr : (void *)native_handle_ptr, bufSize); 8901b40f2804a27b695e9e53fb1699b64cb0dd387f9Lajos Molnar info.mNativeHandle = native_handle; 8915b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 892ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } else if (mQuirks & requiresAllocateBufferBit) { 8935778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->allocateBufferWithBackup( 894054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, mem, &info.mBufferID, allottedSize); 8955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 896054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->useBuffer(mNode, portIndex, mem, &info.mBufferID, allottedSize); 897ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 898ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 899ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (mem != NULL) { 9005b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = new ABuffer(mem->pointer(), bufSize); 9015b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecRef = mem; 9025b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 903054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 904054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 905054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 9065b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 9075b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // if we require conversion, allocate conversion buffer for client use; 9085b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // otherwise, reuse codec buffer 9095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[portIndex] != NULL) { 9105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar CHECK_GT(conversionBufferSize, (size_t)0); 9115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mem = mDealer[portIndex]->allocate(conversionBufferSize); 9125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mem == NULL|| mem->pointer() == NULL) { 9135b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return NO_MEMORY; 9145b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 9155b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mData = new ABuffer(mem->pointer(), conversionBufferSize); 9165b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = mem; 9175b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 9185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mData = info.mCodecData; 9195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = info.mCodecRef; 9205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 9215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9221065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 9235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 9241065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 9251065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 9265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 927f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 9285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 9295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 9305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 9325778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mNotify->dup(); 933d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatBuffersAllocated); 9345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9355778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("portIndex", portIndex); 936eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 937eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<PortDescription> desc = new PortDescription; 938eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 9395778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 940eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber const BufferInfo &info = mBuffers[portIndex][i]; 941a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar desc->addBuffer(info.mBufferID, info.mData, info.mNativeHandle, info.mMemRef); 942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 944eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber notify->setObject("portDesc", desc); 9455778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 9465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 949f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 950e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage( 951e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */) { 9521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 9531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 9541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 9551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 9571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 9581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 9601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 9641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mOMX->getGraphicBufferUsage(mNode, kPortIndexOutput, &usage); 9651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 9661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 9671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 9681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 9691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 9711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 9731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 9741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 976f42917964a76720932b23e67a05d034cd0cf346bChong Zhang usage |= kVideoGrallocUsage; 977e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar *finalUsage = usage; 978b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 979fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar memset(&mLastNativeWindowCrop, 0, sizeof(mLastNativeWindowCrop)); 980fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mLastNativeWindowDataSpace = HAL_DATASPACE_UNKNOWN; 981fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar 9821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 9831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return setNativeWindowSizeFormatAndUsage( 9841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 9851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 9861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 9871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 9881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 9891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage); 9901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 9911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 9931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 9941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *minUndequeuedBuffers) { 9951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 9961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 9971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 9981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 10001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 10011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 10021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 1003e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar err = setupNativeWindowSizeFormatAndUsage(mNativeWindow.get(), &mNativeWindowUsageBits); 10041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 10051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 1006e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 10071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 10081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 10091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1010ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 1011ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 1012ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 1013ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1014ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 1015ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 1016ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad err = mOMX->setParameter( 1017ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 1018ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1019ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 1020ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 1021ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 1022ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 1023ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1024ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1025054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 1026258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 1027258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 1028054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 1029258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1030258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 103129357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 1032258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 1033258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1034258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1035258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1036e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 1037e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 10381faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 10391faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 1040e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1041e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 1042e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1043e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 1044e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 1045e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 1046e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 10471faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 10481faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 1049e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 1050e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 1051258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 1052258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mOMX->setParameter( 1053258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 1054258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1055e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 1056e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 1057e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 1058e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 1059e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1060609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 1061e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 1062e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 1063e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 1064258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1065258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1066258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1067258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 1069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 1070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 107229357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 1073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 1074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1077054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 1078054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 1079054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1080054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1081054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1082054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 1083054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1084054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1085054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1086054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1087054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1088e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1089054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1090054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10913298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10923298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(true); 10933298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 10943298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1095609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 1097054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1099f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 1100054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 11018ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 110215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 110315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 110529357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 111074006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 111174006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 111215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = fenceFd; 111315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mIsReadFence = false; 111490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1115054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info.mData = new ABuffer(NULL /* data */, bufferSize /* capacity */); 11165b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 111774006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 111874006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 111974006804065941841883c4b46ee785070164023fJamie Gennis 1120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 1121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->useGraphicBuffer(mNode, kPortIndexOutput, graphicBuffer, 1122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &bufferId); 1123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1124609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 112574006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 1126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 112974006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 113074006804065941841883c4b46ee785070164023fJamie Gennis 1131609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 1132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 1133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 1134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 1137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 1138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 1141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // that were dequeued. 1142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 114374006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 1144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 1145054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 1146054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 1147054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 1148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 1151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 11523175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 11533175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 11543175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == 0) { 11553175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 11563175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 11573fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 1158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1160054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 11613298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 11623298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(false); 11633298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 11643298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1168054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::allocateOutputMetadataBuffers() { 1169054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1170054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1171054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1172054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1173054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1174e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1175054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1176e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 1177e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 1178e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1179054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t bufSize = mOutputMetadataType == kMetadataBufferTypeANWBuffer ? 1180054219874873b41f1c815552987c10465c34ba2bLajos Molnar sizeof(struct VideoNativeMetadata) : sizeof(struct VideoGrallocMetadata); 118128edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t totalSize = bufferCount * align(bufSize, MemoryDealer::getAllocationAlignment()); 1182e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mDealer[kPortIndexOutput] = new MemoryDealer(totalSize, "ACodec"); 1183e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1184e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // Dequeue buffers and send them to OMX 1185e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1186e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 1187e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 118815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 118990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1190e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 1191e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 1192e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1193054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[kPortIndexOutput]->allocate(bufSize); 11945581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 1195777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 1196777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1197054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1198054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 1199054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1200e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mData = new ABuffer(mem->pointer(), mem->size()); 12015b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = mem; 12025b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 12035b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecRef = mem; 1204e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1205e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // we use useBuffer for metadata regardless of quirks 1206e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar err = mOMX->useBuffer( 1207cc7cc67349b7a3f498882087aa42ffc05a2daf11Lajos Molnar mNode, kPortIndexOutput, mem, &info.mBufferID, mem->size()); 1208e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 1209e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1210e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] allocated meta buffer with ID %u (pointer = %p)", 1211e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), info.mBufferID, mem->pointer()); 1212e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1213e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1214011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (mLegacyAdaptiveExperiment) { 1215e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // preallocate and preregister buffers 1216011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface *>(mNativeWindow.get()) 1217011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(true); 1218011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1219011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1220011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "output port", 1221011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1222011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1223011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar // Dequeue buffers then cancel them all 1224011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1225e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1226e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1227011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ANativeWindowBuffer *buf; 122815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 122915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1230011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (err != 0) { 1231011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1232011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar break; 1233011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1234011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1235011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 1236e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mOMX->updateGraphicBufferInMeta( 1237e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mNode, kPortIndexOutput, graphicBuffer, info->mBufferID); 1238e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 123915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "allocateOutputMetadataBuffers for legacy"); 1240e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mGraphicBuffer = graphicBuffer; 1241011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1242011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1243011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < mBuffers[kPortIndexOutput].size(); i++) { 1244011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 12453175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 12463175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 12473175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == OK) { 12483175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 12493175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 1250011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1251011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1252011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1253011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface*>(mNativeWindow.get()) 1254011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(false); 1255011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1256011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1257054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1258054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1259054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1260054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1261054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::submitOutputMetadataBuffer() { 1262054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1263054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mMetadataBuffersToSubmit == 0) 1264054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1265054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1266054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 12670806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info == NULL) { 1268054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 12690806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1270054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1271609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 1272054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer.get()); 1273054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1274054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 127515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitOutputMetadataBuffer"); 127615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mOMX->fillBuffer(mNode, info->mBufferID, info->mFenceFd); 127715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1278777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1279777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 1280777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1281054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1282777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1283054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1284054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 128515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarstatus_t ACodec::waitForFence(int fd, const char *dbg ) { 128615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t res = OK; 128715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fd >= 0) { 128815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar sp<Fence> fence = new Fence(fd); 128915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar res = fence->wait(IOMX::kFenceTimeoutMs); 129015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW_IF(res != OK, "FENCE TIMEOUT for %d in %s", fd, dbg); 129115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 129215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return res; 129315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 129415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 12950806340688c937e7b78c2d89db3809274130df4eLajos Molnar// static 12960806340688c937e7b78c2d89db3809274130df4eLajos Molnarconst char *ACodec::_asString(BufferInfo::Status s) { 12970806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (s) { 12980806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: return "OUR"; 12990806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_COMPONENT: return "COMPONENT"; 13000806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_UPSTREAM: return "UPSTREAM"; 13010806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_DOWNSTREAM: return "DOWNSTREAM"; 13020806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: return "SURFACE"; 13030806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::UNRECOGNIZED: return "UNRECOGNIZED"; 13040806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: return "?"; 13050806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 13060806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 13070806340688c937e7b78c2d89db3809274130df4eLajos Molnar 13080806340688c937e7b78c2d89db3809274130df4eLajos Molnarvoid ACodec::dumpBuffers(OMX_U32 portIndex) { 13090806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 13100806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI("[%s] %s port has %zu buffers:", mComponentName.c_str(), 13110806340688c937e7b78c2d89db3809274130df4eLajos Molnar portIndex == kPortIndexInput ? "input" : "output", mBuffers[portIndex].size()); 13120806340688c937e7b78c2d89db3809274130df4eLajos Molnar for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 13130806340688c937e7b78c2d89db3809274130df4eLajos Molnar const BufferInfo &info = mBuffers[portIndex][i]; 13140806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI(" slot %2zu: #%8u %p/%p %s(%d) dequeued:%u", 13150806340688c937e7b78c2d89db3809274130df4eLajos Molnar i, info.mBufferID, info.mGraphicBuffer.get(), 13160806340688c937e7b78c2d89db3809274130df4eLajos Molnar info.mGraphicBuffer == NULL ? NULL : info.mGraphicBuffer->getNativeBuffer(), 13170806340688c937e7b78c2d89db3809274130df4eLajos Molnar _asString(info.mStatus), info.mStatus, info.mDequeuedAt); 13180806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 13190806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 13200806340688c937e7b78c2d89db3809274130df4eLajos Molnar 1321f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1323f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1324609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 132715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("cancelBufferToNativeWindow"); 1328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 132915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 133015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13323fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 13333fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 13340806340688c937e7b78c2d89db3809274130df4eLajos Molnar // change ownership even if cancelBuffer fails 1335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13373fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 134090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::updateRenderInfoForDequeuedBuffer( 134190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info) { 134290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 134390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mRenderInfo = 134490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.updateInfoForDequeuedBuffer( 134590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar buf, fenceFd, info - &mBuffers[kPortIndexOutput][0]); 134690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 134790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // check for any fences already signaled 134890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notifyOfRenderedFrames(false /* dropIncomplete */, info->mRenderInfo); 134990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 135090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 135190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 135290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mRenderTracker.onFrameRendered(mediaTimeUs, systemNano) != OK) { 135390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.dumpRenderQueue(); 135490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 135590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 135690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 135790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::notifyOfRenderedFrames(bool dropIncomplete, FrameRenderTracker::Info *until) { 135890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = mNotify->dup(); 135990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt32("what", CodecBase::kWhatOutputFramesRendered); 136090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done = 136190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.checkFencesAndGetRenderedFrames(until, dropIncomplete); 136290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 136390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unlink untracked frames 136490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 136590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 1366604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ssize_t index = it->getIndex(); 1367604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (index >= 0 && (size_t)index < mBuffers[kPortIndexOutput].size()) { 1368604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mBuffers[kPortIndexOutput].editItemAt(index).mRenderInfo = NULL; 1369604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } else if (index >= 0) { 1370604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar // THIS SHOULD NEVER HAPPEN 1371604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ALOGE("invalid index %zd in %zu", index, mBuffers[kPortIndexOutput].size()); 137290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 137390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 137490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 137590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (MediaCodec::CreateFramesRenderedMessage(done, msg)) { 137690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->post(); 137790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 137890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 137990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1380f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 13818ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1382054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1383ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1384ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1385ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1386ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1387ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1388ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1389ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1390346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang if (mFatalError) { 1391346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang ALOGW("not dequeuing from native window due to fatal error"); 1392346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang return NULL; 1393346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang } 1394346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 139515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = -1; 1396dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 139715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 139815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (err != 0) { 139915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGE("dequeueBuffer failed: %s(%d).", asString(err), err); 1400dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1401dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1403dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1404b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1405b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1406dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1407dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1408dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 140990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1410dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1411dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1412dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1413dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1414dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1415dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1416dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1417dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1418dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1419dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1420dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1421dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 142290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1423dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGV("dequeued buffer %p", info->mGraphicBuffer->getNativeBuffer()); 1424dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 142515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow"); 142690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, info); 1427dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1428dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1429dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1431dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1432dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1433dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1434dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1435dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1436054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!stale && (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment)) { 1437dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1438dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1439dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1440dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1441dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1442dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1444dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1445054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1446dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1447dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1448b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1449b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1450dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1451dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1452054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1453054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1454054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1455054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1456054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1457054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1458054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1459054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1460054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 14610806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible dequeue a buffer when there are no buffers with ANW 14620806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(oldest != NULL); 14630806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible to dequeue an unknown buffer in non-meta mode, as the 14640806340688c937e7b78c2d89db3809274130df4eLajos Molnar // while loop above does not complete 1465054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1466054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 14670806340688c937e7b78c2d89db3809274130df4eLajos Molnar // discard buffer in LRU info and replace with new buffer 14680806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mGraphicBuffer = new GraphicBuffer(buf, false); 14690806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 147015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar oldest->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow for oldest"); 147190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.untrackFrame(oldest->mRenderInfo); 147290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar oldest->mRenderInfo = NULL; 1473d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 14740806340688c937e7b78c2d89db3809274130df4eLajos Molnar mOMX->updateGraphicBufferInMeta( 14750806340688c937e7b78c2d89db3809274130df4eLajos Molnar mNode, kPortIndexOutput, oldest->mGraphicBuffer, 14760806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mBufferID); 1477054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1478054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeGrallocSource) { 1479054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata *grallocMeta = 1480054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoGrallocMetadata *>(oldest->mData->base()); 1481054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1482054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1483054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14847c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)grallocMeta->pHandle, 1485054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->handle, oldest->mData->base()); 1486054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1487054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata *nativeMeta = 1488054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoNativeMetadata *>(oldest->mData->base()); 1489054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1490054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1491054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14927c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)nativeMeta->pBuffer, 1493054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->getNativeBuffer(), oldest->mData->base()); 1494054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 149690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, oldest); 14970806340688c937e7b78c2d89db3809274130df4eLajos Molnar return oldest; 1498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1500f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1501777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1502938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[portIndex].size(); i > 0;) { 1503938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1504777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(portIndex, i); 1505777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1506777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1507777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15100806340688c937e7b78c2d89db3809274130df4eLajos Molnar // clear mDealer even on an error 1511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDealer[portIndex].clear(); 1512777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1515349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1516777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1517938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1518938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15222ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 15232ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 15242ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 15252ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1526777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(kPortIndexOutput, i); 1527777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1528777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1529777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1533777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1536f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 15380806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 1539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 154015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // there should not be any fences in the metadata 154115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar MetadataBufferType type = 154215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 154315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (type == kMetadataBufferTypeANWBuffer && info->mData != NULL 154415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar && info->mData->size() >= sizeof(VideoNativeMetadata)) { 154515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = ((VideoNativeMetadata *)info->mData->data())->nFenceFd; 154615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 154715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("unreleased fence (%d) in %s metadata buffer %zu", 154815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd, portIndex == kPortIndexInput ? "input" : "output", i); 154915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 155015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 155115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 15520806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (info->mStatus) { 15530806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: 15540806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (portIndex == kPortIndexOutput && mNativeWindow != NULL) { 15550806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)cancelBufferToNativeWindow(info); 15560806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 15570806340688c937e7b78c2d89db3809274130df4eLajos Molnar // fall through 1558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15590806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: 15600806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mOMX->freeBuffer(mNode, portIndex, info->mBufferID); 15610806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 15620806340688c937e7b78c2d89db3809274130df4eLajos Molnar 15630806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: 15640806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("trying to free buffer not owned by us or ANW (%d)", info->mStatus); 15650806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 15660806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 1567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 156915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (info->mFenceFd >= 0) { 157015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(info->mFenceFd); 157115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 157215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 1573604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (portIndex == kPortIndexOutput) { 1574604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mRenderTracker.untrackFrame(info->mRenderInfo, i); 1575604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar info->mRenderInfo = NULL; 1576604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } 157790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1578777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // remove buffer even if mOMX->freeBuffer fails 1579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1580777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1583f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 15840806340688c937e7b78c2d89db3809274130df4eLajos Molnar uint32_t portIndex, IOMX::buffer_id bufferID, ssize_t *index) { 1585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1596777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Could not find buffer with ID %u", bufferID); 1597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16005778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 16025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const char *role = getComponentRole(isEncoder, mime); 16035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 16045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 16055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 16065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = setComponentRole(mOMX, mNode, role); 16075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 16085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("[%s] Failed to set standard component role '%s'.", 16095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mComponentName.c_str(), role); 16105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 16115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 16125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 16135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 16145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 16155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarconst char *ACodec::getComponentRole( 16165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isEncoder, const char *mime) { 1617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct MimeToRole { 1618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime; 1619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *decoderRole; 1620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *encoderRole; 1621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const MimeToRole kMimeToRole[] = { 1624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG, 1625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.mp3", "audio_encoder.mp3" }, 16262944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I, 16272944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp1", "audio_encoder.mp1" }, 16282944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II, 16292944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp2", "audio_encoder.mp2" }, 1630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_NB, 1631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrnb", "audio_encoder.amrnb" }, 1632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_WB, 1633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrwb", "audio_encoder.amrwb" }, 1634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AAC, 1635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.aac", "audio_encoder.aac" }, 1636729de186450f78c099637e1fce743fe531862c52Andreas Huber { MEDIA_MIMETYPE_AUDIO_VORBIS, 1637729de186450f78c099637e1fce743fe531862c52Andreas Huber "audio_decoder.vorbis", "audio_encoder.vorbis" }, 1638bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian { MEDIA_MIMETYPE_AUDIO_OPUS, 1639bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian "audio_decoder.opus", "audio_encoder.opus" }, 1640c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_MLAW, 1641c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711mlaw", "audio_encoder.g711mlaw" }, 1642c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_ALAW, 1643c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711alaw", "audio_encoder.g711alaw" }, 1644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, 1645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.avc", "video_encoder.avc" }, 16462472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, 16472472b1c0d63454e5d90a982bd6c555de6c3127bdRachad "video_decoder.hevc", "video_encoder.hevc" }, 1648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, 1649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.mpeg4", "video_encoder.mpeg4" }, 1650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_H263, 1651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.h263", "video_encoder.h263" }, 165294705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, 165394705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp8", "video_encoder.vp8" }, 165494705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, 165594705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp9", "video_encoder.vp9" }, 1656ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber { MEDIA_MIMETYPE_AUDIO_RAW, 1657ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber "audio_decoder.raw", "audio_encoder.raw" }, 1658a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, 1659a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu "video_decoder.dolby-vision", "video_encoder.dolby-vision" }, 16602f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi { MEDIA_MIMETYPE_AUDIO_FLAC, 16612f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi "audio_decoder.flac", "audio_encoder.flac" }, 1662ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen { MEDIA_MIMETYPE_AUDIO_MSGSM, 1663ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen "audio_decoder.gsm", "audio_encoder.gsm" }, 1664774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu { MEDIA_MIMETYPE_VIDEO_MPEG2, 1665774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu "video_decoder.mpeg2", "video_encoder.mpeg2" }, 166697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { MEDIA_MIMETYPE_AUDIO_AC3, 166797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu "audio_decoder.ac3", "audio_encoder.ac3" }, 16688a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { MEDIA_MIMETYPE_AUDIO_EAC3, 16698a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad "audio_decoder.eac3", "audio_encoder.eac3" }, 1670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const size_t kNumMimeToRole = 1673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sizeof(kMimeToRole) / sizeof(kMimeToRole[0]); 1674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t i; 1676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (i = 0; i < kNumMimeToRole; ++i) { 1677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcasecmp(mime, kMimeToRole[i].mime)) { 1678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (i == kNumMimeToRole) { 16835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 1684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return isEncoder ? kMimeToRole[i].encoderRole 1687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : kMimeToRole[i].decoderRole; 16885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 1689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 16915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::setComponentRole( 16925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, const char *role) { 16935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_PARAM_COMPONENTROLETYPE roleParams; 16945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&roleParams); 1695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar strncpy((char *)roleParams.cRole, 16975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar role, OMX_MAX_STRINGNAME_SIZE - 1); 16985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar roleParams.cRole[OMX_MAX_STRINGNAME_SIZE - 1] = '\0'; 17005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return omx->setParameter( 17025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamStandardComponentRole, 17035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &roleParams, sizeof(roleParams)); 1704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 17065778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 17085778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 17095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 17105778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 17115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1713b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> inputFormat = new AMessage; 1714b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> outputFormat = new AMessage; 1715b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mConfigFormat = msg; 1716e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 17175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1719054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeInvalid; 1720054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; 17218db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 17225778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 17235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 17255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 17265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17285778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 17292f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 17302f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 17312f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 17325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 17335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 173596bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // propagate bitrate to the output so that the muxer has it 173696bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar if (encoder && msg->findInt32("bitrate", &bitRate)) { 173796bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // Technically ISO spec says that 'bitrate' should be 0 for VBR even though it is the 173896bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar // average bitrate. We've been setting both bitrate and max-bitrate to this same value. 173996bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar outputFormat->setInt32("bitrate", bitRate); 174096bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar outputFormat->setInt32("max-bitrate", bitRate); 174196bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar } 174296bdf620189622005e83b4f1421c4f25b7fa1729Lajos Molnar 1743d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1744d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 17453e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && msg->findInt32("android._input-metadata-buffer-type", &storeMeta) 17463e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && storeMeta != kMetadataBufferTypeInvalid) { 17473e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mInputMetadataType = (MetadataBufferType)storeMeta; 17483e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar err = mOMX->storeMetaDataInBuffers( 17493e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mNode, kPortIndexInput, OMX_TRUE, &mInputMetadataType); 1750d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1751054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGE("[%s] storeMetaDataInBuffers (input) failed w/ err %d", 1752308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1753d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1754054219874873b41f1c815552987c10465c34ba2bLajos Molnar return err; 17553e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar } else if (storeMeta == kMetadataBufferTypeANWBuffer 17563e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && mInputMetadataType == kMetadataBufferTypeGrallocSource) { 17573e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // IOMX translates ANWBuffers to gralloc source already. 17583e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mInputMetadataType = (MetadataBufferType)storeMeta; 1759054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1760c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 1761c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 1762c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mOMX->getParameter( 1763c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 1764c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 1765c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar inputFormat->setInt32( 1766c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 1767c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 1768054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1769d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1770308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 17713a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 17723a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 17733a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 17743a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 17753a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->getExtensionIndex( 17763a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, 17773a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "OMX.google.android.index.prependSPSPPSToIDRFrames", 17783a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber &index); 17793a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17803a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 17813a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 17823a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 17833a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 17843a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17853a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->setParameter( 17863a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, index, ¶ms, sizeof(params)); 17873a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17883a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17893a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 17903a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 17913a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 17923a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17933a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 17943a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17953a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17963a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1797308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1798308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1799308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1800308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 18018db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1802308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1803308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 18043e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && msg->findInt32("android._store-metadata-in-buffers-output", &storeMeta) 1805308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1806308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 18073e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mOutputMetadataType = kMetadataBufferTypeNativeHandleSource; 1808054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexOutput, enable, &mOutputMetadataType); 1809308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1810308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang ALOGE("[%s] storeMetaDataInBuffers (output) failed w/ err %d", 1811308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1812308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1813a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1814a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1815a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1816a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1817a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1818a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 181994ee4b708acfa941581160b267afb79192b1d816Chong Zhang 182094ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 18212c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 18222c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 18232c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 182437b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 182537b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 182637b2b389139ed638831e49708c947863eef631efRonghua Wu } 182737b2b389139ed638831e49708c947863eef631efRonghua Wu 18282c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) { 18292c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerCaptureUs = -1ll; 183094ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 183172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 183272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 183372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 183472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 183572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 183672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1837308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1838308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 18393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1840054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 18410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 18423a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1843b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow = haveNativeWindow; 1844011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = false; 1845e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1846e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 18471713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 18481713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 18491713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 18501713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 18511713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 18521713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 18531713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 18541713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 18551713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 18561713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1857a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 1858a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar if (mFlags & kFlagIsSecure) { 1859a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // use native_handles for secure input buffers 1860a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->enableNativeBuffers( 1861a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mNode, kPortIndexInput, OMX_FALSE /* graphic */, OMX_TRUE); 1862a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar ALOGI_IF(err != OK, "falling back to non-native_handles"); 1863a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = OK; // ignore error for now 1864a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar } 1865e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 18663a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 18671de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 18681de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 18695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18706597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 18716597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 18726597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 18736597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 18746597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 18756597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 18766597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 18776597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar status_t temp = mOMX->setConfig( 18786597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 18796597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 18806597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 18816597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 18826597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 18836597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 18846597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18856597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18866597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 18876597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 18885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 18895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 18905a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 18915a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1892ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 18935a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 189497827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 189597827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 18965a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 18975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 18995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 190097827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 19015a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 19025a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1903fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1904fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1905d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1906d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1907d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1908d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1909d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad err = mOMX->prepareForAdaptivePlayback( 1910d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1911d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1912d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1913d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 19143a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 19153a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1916d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1917d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1918d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1919d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1920d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1921d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 19225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1923ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1924ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1925ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 19263fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 19273fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 19283fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 19293fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 19303fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 19313fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 19323fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 19333fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 19343fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 19355a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // Always try to enable dynamic output buffers on native surface 19363e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mOutputMetadataType = kMetadataBufferTypeANWBuffer; 19375a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->storeMetaDataInBuffers( 1938054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_TRUE, &mOutputMetadataType); 19395a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 19405a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("[%s] storeMetaDataInBuffers failed w/ err %d", 1941fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar mComponentName.c_str(), err); 1942e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 19435a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 19445a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 19455a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 19465a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 19485a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 19495a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 19505a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 19515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 19525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19535a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 19545a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 19555a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 19565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 19575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 19585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 19595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 19605a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 19615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 19625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 19635a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19645a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 19665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 19675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 19685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 19695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 19705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 19715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->prepareForAdaptivePlayback( 19735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, 19745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad maxHeight); 19755a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 19765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 19775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 19785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 19805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 19815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 19825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 19835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1984e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 19855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // allow failure 19865a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = OK; 19875a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 19885a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] storeMetaDataInBuffers succeeded", 19895a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str()); 1990054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1991011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = ADebug::isExperimentEnabled( 1992011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "legacy-adaptive", !msg->contains("no-experiments")); 1993011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 19945a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 1995fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 19960167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 19975a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 19985a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 19995a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 20005a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 20015a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 20020167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 2003e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 2004e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 2005e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 2006e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 2007e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 2008e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 2009e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 2010054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 2011054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 20125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding pcmEncoding = kAudioEncodingPcm16bit; 20135b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)msg->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 20145b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // invalid encodings will default to PCM-16bit in setupRawAudioFormat. 20155b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 2016308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 20173a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 20183a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 20193a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 20203a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 20213a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 20223a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20233a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 2025b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoEncoder(mime, msg, outputFormat, inputFormat); 20265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2027b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 20285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20293a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20303a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 20313a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 20323a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20333a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20343a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 20351de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 20363a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20373a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // initialize native window now to get actual output format 20393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: this is needed for some encoders even though they don't use native window 2040777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = initNativeWindow(); 2041777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 2042777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 2043777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20443a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20453a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback for devices that do not handle flex-YUV for native buffers 20463a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 20473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 20483a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 20493a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 2050777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = getPortFormat(kPortIndexOutput, outputFormat); 2051777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 2052777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 2053777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20543a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 20553a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 2056777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!outputFormat->findInt32("color-format", &colorFormat)) { 2057777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("ouptut port did not have a color format (wrong domain?)"); 2058777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 2059777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20603a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 20613a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 20623a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (!isFlexibleColorFormat( 20633a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mOMX, mNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 20643a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 20653a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 20663a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 20673a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 20683a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 2069e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 20703a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 20713a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 2072054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 2073054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers( 2074054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_FALSE, &mOutputMetadataType); 2075054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; // just in case 20763a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: implement adaptive-playback support for bytebuffer mode. 20773a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // This is done by SW codecs, but most HW codecs don't support it. 20783a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar inputFormat->setInt32("adaptive-playback", false); 20793a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20803a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err == OK) { 2081a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->enableNativeBuffers( 2082a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_FALSE); 20833a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20843a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 20853a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 20863a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 20873a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 2088b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder( 2089b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 20903a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20913a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20923a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20933a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20943a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20953a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 20963a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 20973a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 209842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 209942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 210042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 210142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 210242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 210342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 210442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 210542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 210642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 210742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 210842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 210942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 211042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 2111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 2112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 21135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 21145778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 21155778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 21165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2117aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 2118b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 21198045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 21202965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 21218045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 2122ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 2123ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 2124ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2125aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 2126aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 2127aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 2128b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 2129b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 2130b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2131ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 21328045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 21338045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 21348045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21352965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 21362965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 21372965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 21382965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 21398045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 21408045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21418045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 21428045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21438045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 21448045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21458045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 21468045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21478045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 21488045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21498045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 21508045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21518045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 21528045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21538045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 21548045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21558045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 21568045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21578045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 21588045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21598045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2160ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 21614471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 21622965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 21632965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 21645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2165729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 21665778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 2167729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 21685778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 2169729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 2170729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 2171729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 2172729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 2173729de186450f78c099637e1fce743fe531862c52Andreas Huber 2174729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 21755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 21765778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 21775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 217817c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 217917c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 218017c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 218117c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 218217c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 21835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21842f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 2185ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 21862f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 21872f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 21882f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 21892f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 21902f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 21912f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 21922f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 2193516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 2194cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 2195cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 2196516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 2197cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 21982f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 2199516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2200516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 2201516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 22022f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 22032f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 2204516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2205516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 2206516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 22072f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 22082f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 22092f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2210516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 2211516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 22122f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2213ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 2214ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 2215ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 2216ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 2217ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 2218ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 2219ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 22205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels, pcmEncoding); 2221ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 222297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 222397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 222497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 222597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 222697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 222797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 222897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 222997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 223097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 22318a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 22328a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 22338a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 22348a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 22358a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 22368a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 22378a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 22388a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 22398a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 22405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2241729de186450f78c099637e1fce743fe531862c52Andreas Huber 22424471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 22434471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 22444471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 22454471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 22468b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 22478b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 22488b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 22499806555d3930be43e11106281dee354820ac1c88Andreas Huber 22508b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 22518b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 22528b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 22538b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 22549806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 22559806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 22569806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 22579806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 22589806555d3930be43e11106281dee354820ac1c88Andreas Huber } 22599806555d3930be43e11106281dee354820ac1c88Andreas Huber 2260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 2261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 22625778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 2263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 22645778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 2265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 22665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22678b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 22688b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 22698b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 22708b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22718b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2272ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 2273ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 2274ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 2275ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 2276ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 2277ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2278ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 2279ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 2280ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2281ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2282697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // NOTE: both mBaseOutputFormat and mOutputFormat are outputFormat to signal first frame. 22834e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 2284b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // trigger a kWhatOutputFormatChanged msg on first buffer 2285b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat.clear(); 22864e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 2287777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexInput, inputFormat); 2288777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2289777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexOutput, outputFormat); 2290777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2291777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mInputFormat = inputFormat; 2292777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mOutputFormat = outputFormat; 2293777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2294777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 22955b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 22965b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // create data converters if needed 22975b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (!video && err == OK) { 22985b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding codecPcmEncoding = kAudioEncodingPcm16bit; 22995b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (encoder) { 23005b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mInputFormat->findInt32("pcm-encoding", (int32_t*)&codecPcmEncoding); 23015b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexInput] = AudioConverter::Create(pcmEncoding, codecPcmEncoding); 23025b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexInput] != NULL) { 23035b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mInputFormat->setInt32("pcm-encoding", pcmEncoding); 23045b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 23055b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 23065b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mOutputFormat->findInt32("pcm-encoding", (int32_t*)&codecPcmEncoding); 23075b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexOutput] = AudioConverter::Create(codecPcmEncoding, pcmEncoding); 23085b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexOutput] != NULL) { 23095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mOutputFormat->setInt32("pcm-encoding", pcmEncoding); 23105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 23115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 23125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 23135b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 23145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 23178b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 23188b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 23198b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 23208b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 23218b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 23228b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 23238b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 23248b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu status_t temp = mOMX->setConfig( 23258b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigPriority, 23268b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 23278b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 23288b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 23298b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 23308b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 23318b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 23328b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2333ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 2334ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 2335ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2336ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2337ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 2338ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 2339ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 2340ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2341ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2342ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 2343ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 2344ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 2345ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2346ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2347ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 2348ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2349ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 2350ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 2351ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 2352ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu status_t err = mOMX->setConfig( 2353ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 2354ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 2355ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 2356ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 2357ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2358ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 2359ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 2360ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2361870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::getIntraRefreshPeriod(uint32_t *intraRefreshPeriod) { 2362870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2363870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2364870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2365870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->getConfig( 2366870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2367870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2368870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = params.nRefreshPeriod; 2369870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2370870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2371870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2372870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Fallback to query through standard OMX index. 2373870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2374870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2375870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2376870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2377870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2378870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamVideoIntraRefresh, &refreshParams, sizeof(refreshParams)); 2379870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK || refreshParams.nCirMBs == 0) { 2380870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2381870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2382870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2383870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2384870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate period based on width and height 2385870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2386870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2387870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2388870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2389870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2390870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2391870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2392870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2393870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2394870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2395870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2396870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2397870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2398870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2399870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = divUp((divUp(width, 16u) * divUp(height, 16u)), refreshParams.nCirMBs); 2400870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2401870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2402870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2403870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2404870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::setIntraRefreshPeriod(uint32_t intraRefreshPeriod, bool inConfigure) { 2405870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2406870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2407870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2408870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nRefreshPeriod = intraRefreshPeriod; 2409870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->setConfig( 2410870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2411870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2412870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2413870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2414870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2415870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Only in configure state, a component could invoke setParameter. 2416870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (!inConfigure) { 2417870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return INVALID_OPERATION; 2418870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2419870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] try falling back to Cyclic", mComponentName.c_str()); 2420870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2421870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2422870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2423870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2424870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2425870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2426870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2427870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (intraRefreshPeriod == 0) { 2428870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // 0 means disable intra refresh. 2429870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = 0; 2430870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2431870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate macroblocks that need to be intra coded base on width and height 2432870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2433870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2434870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2435870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2436870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2437870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2438870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2439870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2440870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2441870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2442870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2443870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2444870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2445870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = divUp((divUp(width, 16u) * divUp(height, 16u)), intraRefreshPeriod); 2446870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2447870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2448870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->setParameter(mNode, OMX_IndexParamVideoIntraRefresh, 2449870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang &refreshParams, sizeof(refreshParams)); 2450870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2451870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2452870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2453870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2454870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2455870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2456870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2457f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 2458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 2460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 2461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 2470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 2474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 2476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->getParameter( 2483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2489777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.nBufferSize < size) { 2490777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("failed to set min buffer size to %zu (is still %u)", size, def.nBufferSize); 2491777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 2492777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24975778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 24985778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 24995778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 25005778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 25015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25025778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 25036e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 25045778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 25055778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 25065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, 25075778822d86b0337407514b9372562b86edfa91cdAndreas Huber &format, sizeof(format)); 25085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 25145778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25166e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 25176e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 25186e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 25196e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 25206e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eEncoding), format.eEncoding); 25216e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 25226e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 25235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 25265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 25275778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25295778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 2530aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 25318045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 25322965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 25332965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 2534ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 2535ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 2536ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2537ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 25385778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 25395778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 25405778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 25415778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 25425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 25485778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 25495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25545778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 25555778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 25565778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 25575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25585778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 25595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 25605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25655778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 25665778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 25675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25685778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 25695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 25705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25755778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 25765778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 25775778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 25785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25795778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 25805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 25815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25865778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 25875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25885778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 25895778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 25905778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 25915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25925778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 25935778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 25945778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 25955778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 25965778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 25975778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2598aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 25995778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2600b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2601b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2602b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2603b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2604b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2605b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2606b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2607b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2608b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2609b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2610b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2611b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2612b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2613b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2614b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2615b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2616b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2617b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2618b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2619b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2620b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2621b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2622b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2623b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2624b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2625b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 26265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26275778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 26285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 26295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26345778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26415778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 2642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2650ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2651ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2652ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2653ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2654ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26568045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 2657dabb051cf03b5ccc994c769a1cd23f9e6c378deeMarco Nelissen InitOMXParams(&presentation); 26588045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 26598045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 26608045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 26618045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 26628045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 26638045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 26642965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 26658045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 26668045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi status_t res = mOMX->setParameter(mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 26678045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 26688045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 26698045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi mOMX->setParameter(mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 26708045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 26718045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 26728045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 26738045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 26748045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 26755778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 267797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 267897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 267997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 268097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 268197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 268297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 268397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 268497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 268597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 268697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 268797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 268897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 268997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 269097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 269197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 269297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 269397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 269497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 269597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = mOMX->getParameter( 269697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 269797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 269897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 269997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 270097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 270197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 270297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 270397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 270497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 270597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 270697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 270797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 270897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return mOMX->setParameter( 270997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 271097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 271197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 271297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 271397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 271497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 27158a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 27168a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 27178a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 27188a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 27198a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27208a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 27218a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 27228a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27238a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27248a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 27258a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 27268a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 27278a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27288a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27298a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 27308a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 27318a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 27328a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27338a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = mOMX->getParameter( 27348a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 27358a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 27368a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 27378a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 27388a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27398a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 27408a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 27418a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27428a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27438a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 27448a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 27458a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27468a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return mOMX->setParameter( 27478a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 27488a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 27498a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 27508a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 27518a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 27528a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27535778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 27545778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 27555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 27565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 27575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 27585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 27595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 27605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 27615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 27625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 27635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 27645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 27655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 27665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 27675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 27685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 27695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 27705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 27715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 27725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27745778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 27755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 27765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 27775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 27785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 27795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 27805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 27815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 27825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 27835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 27845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 27855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 27865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 27875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 27885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 27895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 27905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 27915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27935778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 27945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 27955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2796f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27985778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2799729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2800729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 28015778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2802729de186450f78c099637e1fce743fe531862c52Andreas Huber 2803729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = 2804729de186450f78c099637e1fce743fe531862c52Andreas Huber mOMX->getParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2805729de186450f78c099637e1fce743fe531862c52Andreas Huber 2806729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2807729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2808729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2809729de186450f78c099637e1fce743fe531862c52Andreas Huber 2810729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 28115778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 28125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28135778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 28145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2815729de186450f78c099637e1fce743fe531862c52Andreas Huber 28165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 28175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 28185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2819729de186450f78c099637e1fce743fe531862c52Andreas Huber 28205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 28215778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 28225778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 28235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2824729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2825729de186450f78c099637e1fce743fe531862c52Andreas Huber 282617c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 2827777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (encoder) { 2828777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return INVALID_OPERATION; 2829777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 28305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2831729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 283217c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2833729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2834729de186450f78c099637e1fce743fe531862c52Andreas Huber 28352f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 28362f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 28372f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 28382f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 28392f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 28402f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 28412f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 28422f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 28432f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 28442f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t err = mOMX->getParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 28452f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 28462f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 28472f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 28482f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 28492f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 28502f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = mOMX->setParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 28512f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 28522f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 28532f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 28542f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 28552f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 28562f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 28572f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 28582f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 28592f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 28602f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 28612f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 28622f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2863729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 28645b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels, AudioEncoding encoding) { 2865729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2866729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2867729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2868729de186450f78c099637e1fce743fe531862c52Andreas Huber 2869729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = mOMX->getParameter( 2870729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2871729de186450f78c099637e1fce743fe531862c52Andreas Huber 2872729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2873729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2874729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2875729de186450f78c099637e1fce743fe531862c52Andreas Huber 2876729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2877729de186450f78c099637e1fce743fe531862c52Andreas Huber 2878729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->setParameter( 2879729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2880729de186450f78c099637e1fce743fe531862c52Andreas Huber 2881729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2882729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2883729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2884729de186450f78c099637e1fce743fe531862c52Andreas Huber 2885729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2886729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2887729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2888729de186450f78c099637e1fce743fe531862c52Andreas Huber 2889729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->getParameter( 2890729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2891729de186450f78c099637e1fce743fe531862c52Andreas Huber 2892729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2893729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2894729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2895729de186450f78c099637e1fce743fe531862c52Andreas Huber 2896729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 28975b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar switch (encoding) { 28985b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcm8bit: 28995b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataUnsigned; 29005b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 8; 29015b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 29025b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcmFloat: 29035b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataFloat; 29045b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 32; 29055b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 29065b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcm16bit: 29075b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataSigned; 29085b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 16; 29095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 29105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar default: 29115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return BAD_VALUE; 29125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 2913729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 2914729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 2915729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 2916729de186450f78c099637e1fce743fe531862c52Andreas Huber 2917c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 2918c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 2919729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2920729de186450f78c099637e1fce743fe531862c52Andreas Huber 29215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = mOMX->setParameter( 2922729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 29235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // if we could not set up raw format to non-16-bit, try with 16-bit 29245b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // NOTE: we will also verify this via readback, in case codec ignores these fields 29255b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK && encoding != kAudioEncodingPcm16bit) { 29265b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataSigned; 29275b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 16; 29285b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = mOMX->setParameter( 29295b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 29305b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 29315b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return err; 2932729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2933729de186450f78c099637e1fce743fe531862c52Andreas Huber 29345a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 293597827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 29365a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 29375a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 29385a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad status_t err = mOMX->configureVideoTunnelMode( 29395a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 29405a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 29415a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 29425a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 29435a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 29445a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 29455a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 29465a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 29475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 29485a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 29495a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 29505a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 29515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 29525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 29535a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 29545a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2955f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 2956f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 2957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 29580d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 29590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 2960f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 2961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 2963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 2964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 2965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29666e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 2967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 2968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2976229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 2977229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 29780d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 29790d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 29800d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 29810d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 2982229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 2983229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 2984229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 2985229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 2986229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 2987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 2988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 2989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 2991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 2992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 2993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 2994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 2998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 2999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 3000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 3006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 3007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 3008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 3009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30116e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 30126e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)/%s(%x)", 30136e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 30146e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eCompressionFormat), format.eCompressionFormat, 30156e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eColorFormat), format.eColorFormat); 30166e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 3017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3019f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 3020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 3021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3023f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 3024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 3025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 3026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 30310d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 30320d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 30330d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 30340d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 30350d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 30360d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 30370d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 30380d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 30390d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 30400d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 30410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 30420d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 30430d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 30440d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 30450d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 3046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 3047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 3048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30490d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 30500d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 30510d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 3052f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30530d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 30540d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 30550d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t err = mOMX->getParameter( 30560d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mNode, OMX_IndexParamVideoPortFormat, 30570d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &format, sizeof(format)); 30580d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 30590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 30600d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 30610d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 30620d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 30630d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30640d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 30650d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 30670d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 30680d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30690d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 30700d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 30710d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30720d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 30730d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 30740d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 30750d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 30760d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 30770d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 30780d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 30790d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30800d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 30810d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 30820d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 30830d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 30840d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, false /* usingNativeBuffers */, 30850d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 30860d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 30870d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 30880d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30890d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 3090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->setParameter( 3091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 3092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 3093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3095e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 3096e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 3097e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 3098e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 3099e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 31002472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 3101e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 3102e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 3103e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 310494705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 310594705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 3106a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, OMX_VIDEO_CodingDolbyVision }, 3107e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 3108e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 31095778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 31105778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 3111e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3112e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3113e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3114e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 3115e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 3116e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3117e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3120e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 3121e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3122e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 3123e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3124e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3125e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 3126e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 3127e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3128e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3129e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3130e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 3131e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 3132e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3133e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3134e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3135e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3136e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 3137e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3138e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 31395778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 31405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31415778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 31428338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow, 3143b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool usingSwRenderer, sp<AMessage> &outputFormat) { 314489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 314589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 314689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 314789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 314889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 314989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 31505778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 31515778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 31525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3157f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang if (compressionFormat == OMX_VIDEO_CodingVP9) { 3158f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 3159f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang InitOMXParams(¶ms); 3160f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang params.nPortIndex = kPortIndexInput; 3161f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang // Check if VP9 decoder advertises supported profiles. 3162f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang params.nProfileIndex = 0; 3163f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang status_t err = mOMX->getParameter( 3164f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mNode, 3165f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang OMX_IndexParamVideoProfileLevelQuerySupported, 3166f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang ¶ms, 3167f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang sizeof(params)); 3168f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mIsLegacyVP9Decoder = err != OK; 3169f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang } 3170f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang 31715778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 3172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 3173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 317889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 317989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 318089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 318189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 318289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 31830d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 318489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 318589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 318689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 31870d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 318889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 318989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 31900d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 319189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 3192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 319778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 319878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 319978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 320078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 320178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 320278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 320378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 320478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 320578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 3206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 320778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 3208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 3214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 3215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3220b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoDecoder( 3221b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, haveNativeWindow | usingSwRenderer, msg, outputFormat); 3222b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { // support is optional 32238338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 32248338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3225db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3226db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err != OK) { 3227db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3228db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3229db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 32305e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = setHDRStaticInfoForVideoCodec(kPortIndexOutput, msg, outputFormat); 3231db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err == ERROR_UNSUPPORTED) { // support is optional 3232db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = OK; 3233db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3234b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3235b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3236b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3237b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::initDescribeColorAspectsIndex() { 3238b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = mOMX->getExtensionIndex( 3239b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mNode, "OMX.google.android.index.describeColorAspects", &mDescribeColorAspectsIndex); 3240b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3241b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mDescribeColorAspectsIndex = (OMX_INDEXTYPE)0; 3242b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3243b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3244b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 32458338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3246b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setCodecColorAspects(DescribeColorAspectsParams ¶ms, bool verify) { 3247b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3248b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3249b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mOMX->setConfig(mNode, mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 3250b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3251b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] setting color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3252b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3253b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3254b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3255b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3256b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3257b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3258b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3259b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (verify && err == OK) { 3260b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3261b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3262b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3263b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex, 3264db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] setting color aspects failed even though codec advertises support", 3265b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 32668338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar return err; 32678338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 32688338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3269b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoDecoder( 3270b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, bool usingNativeWindow, 3271b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 32728338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 32738338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3274b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 32758338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3276b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3277b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (usingNativeWindow) { 3278b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3279b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // The default aspects will be set back to the output format during the 3280b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // getFormat phase of configure(). Set non-Unspecified values back into the 3281b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // format, in case component does not support this enumeration. 3282b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 32838338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 32848338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3285b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 32868338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3287b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec 3288b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return setCodecColorAspects(params); 3289b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3290b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3291b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getCodecColorAspects(DescribeColorAspectsParams ¶ms) { 3292b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3293b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3294b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mOMX->getConfig(mNode, mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 32958338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3296b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] got color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3297b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3298b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3299b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3300b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3301b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3302b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3303b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (params.bRequestingDataSpace) { 3304b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("for dataspace %#x", params.nDataSpace); 3305b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3306b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex 3307b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && !params.bRequestingDataSpace && !params.bDataSpaceChanged) { 3308b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW("[%s] getting color aspects failed even though codec advertises support", 3309b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3310b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3311b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3312b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 33138338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3314b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getInputColorAspectsForVideoEncoder(sp<AMessage> &format) { 3315b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3316b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3317b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3318b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getCodecColorAspects(params); 3319b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3320b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we only set encoder input aspects if codec supports them 3321b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, format, true /* force */); 33228338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3323b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3324b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3325b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3326b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getDataSpace( 3327b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams ¶ms, android_dataspace *dataSpace /* nonnull */, 3328b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool tryCodec) { 3329b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3330b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (tryCodec) { 3331b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // request dataspace guidance from codec. 3332b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_TRUE; 3333b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3334b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_FALSE; 3335b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK && params.nDataSpace != HAL_DATASPACE_UNKNOWN) { 3336b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = (android_dataspace)params.nDataSpace; 3337b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3338b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else if (err == ERROR_UNSUPPORTED) { 3339b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // ignore not-implemented error for dataspace requests 3340b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = OK; 3341b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 33428338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3343b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3344b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // this returns legacy versions if available 3345b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = getDataSpaceForColorAspects(params.sAspects, true /* mayexpand */); 3346b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] using color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 3347b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "and dataspace %#x", 3348b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3349b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3350b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3351b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3352b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3353b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace); 3354b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3355b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3356b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3357b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3358b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getColorAspectsAndDataSpaceForVideoDecoder( 3359b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, 3360b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace) { 3361b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3362b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3363b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 3364b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3365b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and get resulting format 3366b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3367b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3368b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 33698338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3370b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 33718338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3372b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we always set specified aspects for decoders 3373b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3374b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3375b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3376b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace(params, dataSpace, err == OK /* tryCodec */); 3377b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3378b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 3379b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 33808338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 33818338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3382b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 33838338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 33848338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3385b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// initial video encoder setup for bytebuffer mode 3386b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoEncoder( 3387b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 3388b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // copy config to output format as this is not exposed via getFormat 3389b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar copyColorConfig(configFormat, outputFormat); 3390b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3391b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3392b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3393b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3394b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3395b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3396b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 3397b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3398b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t usingRecorder; 3399b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("android._using-recorder", &usingRecorder) && usingRecorder) { 3400b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_BT709; 3401b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3402b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("width", &width) 3403b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && configFormat->findInt32("height", &height)) { 3404b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3405b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getDataSpace( 3406b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, &dataSpace, mDescribeColorAspectsIndex /* tryCodec */); 3407b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3408b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3409b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3410b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3411b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3412b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar inputFormat->setInt32("android._dataspace", (int32_t)dataSpace); 34138338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 34148338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3415b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow change of the platform aspects 3416b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = params.sAspects; 3417b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; --triesLeft >= 0; ) { 3418b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3419b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK 3420b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem( 3421b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects, origAspects, true /* usePlatformAspects */)) { 3422b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3423b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3424b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3425b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3426b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3427b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return OK; 3428b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3429b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 34305e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuangstatus_t ACodec::setHDRStaticInfoForVideoCodec( 34315e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang OMX_U32 portIndex, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 34325e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 34335e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 34345e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang DescribeHDRStaticInfoParams params; 34355e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang InitOMXParams(¶ms); 34365e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang params.nPortIndex = portIndex; 34375e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 34385e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang HDRStaticInfo *info = ¶ms.sInfo; 34395e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (getHDRStaticInfoFromFormat(configFormat, info)) { 34405e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang setHDRStaticInfoIntoFormat(params.sInfo, outputFormat); 34415e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 34425e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 34435e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)initDescribeHDRStaticInfoIndex(); 34445e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 34455e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang // communicate HDR static Info to codec 34465e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang return setHDRStaticInfo(params); 34475e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang} 34485e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 3449b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// subsequent initial video encoder setup for surface mode 3450b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace( 3451b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace /* nonnull */) { 34528338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 34538338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3454b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 34558338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ColorAspects &aspects = params.sAspects; 34568338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3457b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and store resulting format into both input and output formats 3458b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(mConfigFormat, aspects); 3459b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3460b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mInputFormat->findInt32("width", &width) && mInputFormat->findInt32("height", &height)) { 3461b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(aspects, width, height); 34628338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3463b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mInputFormat); 3464b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mOutputFormat); 34658338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3466b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow any change 3467b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = aspects; 3468b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3469b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; mDescribeColorAspectsIndex && --triesLeft >= 0; ) { 3470b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3471b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem(aspects, origAspects)) { 3472b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar break; 3473b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3474b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3475b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 34768338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 34778338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3478b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = HAL_DATASPACE_BT709; 3479b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects = origAspects; // restore desired color aspects 3480b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace( 3481b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, dataSpace, err == OK && mDescribeColorAspectsIndex /* tryCodec */); 3482b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3483b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 34848338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3485b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setInt32("android._dataspace", (int32_t)*dataSpace); 3486b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setBuffer( 3487b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "android._color-aspects", ABuffer::CreateAsCopy(&aspects, sizeof(aspects))); 3488b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3489b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // update input format with codec supported color aspects (basically set unsupported 3490b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects to Unspecified) 3491b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3492b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(mInputFormat); 34938338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3494b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3495b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("set default color aspects, updated input format to %s, output format to %s", 3496b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), mOutputFormat->debugString(4).c_str()); 3497b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3498b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 35015e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuangstatus_t ACodec::getHDRStaticInfoForVideoCodec(OMX_U32 portIndex, sp<AMessage> &format) { 35025e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 3503db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang DescribeHDRStaticInfoParams params; 3504db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang InitOMXParams(¶ms); 35055e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang params.nPortIndex = portIndex; 3506db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3507db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = getHDRStaticInfo(params); 3508db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err == OK) { 3509db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang // we only set decodec output HDRStaticInfo if codec supports them 3510db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang setHDRStaticInfoIntoFormat(params.sInfo, format); 3511db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3512db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3513db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3514db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3515db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::initDescribeHDRStaticInfoIndex() { 3516db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = mOMX->getExtensionIndex( 3517db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mNode, "OMX.google.android.index.describeHDRStaticInfo", &mDescribeHDRStaticInfoIndex); 3518db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err != OK) { 3519db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeHDRStaticInfoIndex = (OMX_INDEXTYPE)0; 3520db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3521db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3522db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3523db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3524db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::setHDRStaticInfo(const DescribeHDRStaticInfoParams ¶ms) { 3525db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = ERROR_UNSUPPORTED; 3526db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (mDescribeHDRStaticInfoIndex) { 3527db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = mOMX->setConfig(mNode, mDescribeHDRStaticInfoIndex, ¶ms, sizeof(params)); 3528db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3529db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3530db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang const HDRStaticInfo *info = ¶ms.sInfo; 3531db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGV("[%s] setting HDRStaticInfo (R: %u %u, G: %u %u, B: %u, %u, W: %u, %u, " 3532db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "MaxDispL: %u, MinDispL: %u, MaxContentL: %u, MaxFrameAvgL: %u)", 3533db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str(), 3534db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mR.x, info->sType1.mR.y, info->sType1.mG.x, info->sType1.mG.y, 3535db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mB.x, info->sType1.mB.y, info->sType1.mW.x, info->sType1.mW.y, 3536db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mMaxDisplayLuminance, info->sType1.mMinDisplayLuminance, 3537db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mMaxContentLightLevel, info->sType1.mMaxFrameAverageLightLevel); 3538db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3539db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeHDRStaticInfoIndex, 3540db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] setting HDRStaticInfo failed even though codec advertises support", 3541db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str()); 3542db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3543db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3544db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3545db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::getHDRStaticInfo(DescribeHDRStaticInfoParams ¶ms) { 3546db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = ERROR_UNSUPPORTED; 3547db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (mDescribeHDRStaticInfoIndex) { 3548db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = mOMX->getConfig(mNode, mDescribeHDRStaticInfoIndex, ¶ms, sizeof(params)); 3549db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3550db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3551db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeHDRStaticInfoIndex, 3552db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] getting HDRStaticInfo failed even though codec advertises support", 3553db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str()); 3554db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3555db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3556db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 35578338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnarstatus_t ACodec::setupVideoEncoder( 3558b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const char *mime, const sp<AMessage> &msg, 3559b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 35605778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 35615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 35625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35655778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 35665778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 35675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35685778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 35695778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 35705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35725778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 35735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 35745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35785778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 35795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35805778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 35815778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 35825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35835778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 35845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35855778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 35865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35875778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 35885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 35895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35915778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35945778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 35955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 35965778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 35975778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 35985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36015778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 36025778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 36035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36045778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 36055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 36065778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 36075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36095778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 36105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36115778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 36125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 36135778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 36145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36165778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 36175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36185778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 36195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36205778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 36215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 36225778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 36235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 36245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36265778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 36272c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs = (int64_t) (1000000.0f / frameRate); 36285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36305778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 36315778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 3632a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 3633a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 3634a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 3635a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 3636a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 36375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36385778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 36395778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 36405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36425778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 36435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 36445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36485778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 36495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36505778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 36515778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 36525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36575778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 36585778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 36595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36615778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 36625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 36635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36675778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 36685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36695778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 36705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 36715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36765778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 36775778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 36785778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 36795778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 36805778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 36815778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 36825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36835778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 36845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 36855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36875778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 36885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 36895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3693870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 3694870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (msg->findInt32("intra-refresh-period", &intraRefreshPeriod) 3695870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod >= 0) { 3696870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = setIntraRefreshPeriod((uint32_t)intraRefreshPeriod, true); 3697870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 3698870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 3699870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 3700870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 3701870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3702870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3703870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 37045778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 37055778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 37065778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 37075778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 37085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37095778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 37105778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 37115778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 37125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37135778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 37145778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 37155778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 37165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3717c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 3718c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 3719c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 3720c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 372189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 372289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 372389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber err = setupVPXEncoderParameters(msg); 372489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 372589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 37265778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 37275778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 37285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37308338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // Set up color aspects on input, but propagate them to the output format, as they will 37318338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // not be read back from encoder. 3732b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoEncoder(msg, outputFormat, inputFormat); 3733b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { 37348338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ALOGI("[%s] cannot encode color aspects. Ignoring.", mComponentName.c_str()); 37358338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 37368338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 37378338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 37385e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (err != OK) { 37395e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang return err; 37405e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 37415e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 37425e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = setHDRStaticInfoForVideoCodec(kPortIndexInput, msg, outputFormat); 37435e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (err == ERROR_UNSUPPORTED) { // support is optional 37445e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang ALOGI("[%s] cannot encode HDR static metadata. Ignoring.", mComponentName.c_str()); 37455e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = OK; 37465e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 37475e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 3748d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu if (err == OK) { 3749d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu ALOGI("setupVideoEncoder succeeded"); 3750d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu } 37515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37535778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 37545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37550dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 37560dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 37570dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 37580dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 37590dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 37600dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 37610dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 37620dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 37630dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 37640dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 37650dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 37660dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 37670dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 37680dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 37690dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 37700dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 37710dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 37720dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 37730dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 37740dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 37750dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 37760dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 37770dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 37780dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 37790dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 37800dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 37810dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 37820dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 37830dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 37840dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 37850dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 37860dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = mOMX->setParameter( 37870dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong mNode, OMX_IndexParamVideoIntraRefresh, 37880dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ¶ms, sizeof(params)); 37890dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 37900dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 37910dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 37925778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_U32 setPFramesSpacing(int32_t iFramesInterval, int32_t frameRate) { 37935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (iFramesInterval < 0) { 37945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0xFFFFFFFF; 37955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (iFramesInterval == 0) { 37965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 37975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37985778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 ret = frameRate * iFramesInterval; 37995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ret; 38005778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 38015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 380296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 380396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 380496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 380596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 380696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 380796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 380896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 380996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 381096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 38115778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 38125778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 38135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 38145778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 38155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 38165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 381896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 381996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 38205778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 38215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 38225778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 38235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 38245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 38255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38265778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 38275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38295778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 38305778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 38315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 38325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38335778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 38345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 38355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 38415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 38425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 38435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 38455778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 38465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 38485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 38495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 38505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nBFrames = 0; 38525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 38535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 38545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 38555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 38565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 38575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 38585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38595778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 38605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 38615778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 38625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 38635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 38645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38665778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 38675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 38735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 38745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38765778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 38775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 38785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 388396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 38845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 38905778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 38915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38925778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 38935778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 38945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 38955778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 38965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 38975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 389996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 390096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 39015778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 39025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 39035778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 39045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 39055778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39075778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 39085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39105778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 39115778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 39125778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 39135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39145778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 39155778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 39165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39215778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 39225778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 39235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39245778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 39255778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 39265778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 39275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39285778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nBFrames = 0; 39295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39305778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 39315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 39325778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 39335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 39345778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39375778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 39385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39435778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 39445778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 39455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39475778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 39485778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 39495778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 39505778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 39515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39525778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 39535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 39545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 395996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 39605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 39665778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 39675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3968a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 3969a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 3970a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 3971a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 3972a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 3973a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 3974a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 3975a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 3976a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 3977a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 3978a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 3979a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 3980a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3981a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3982a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 3983a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 3984a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 3985a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 3986a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 3987a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 3988a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3989a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 3990a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 3991a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 3992a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 3993a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 3994a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 3995a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 3996a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 3997a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 3998a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 3999a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 4000a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 4001a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 4002a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 4003a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 4004a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 4005a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 4006a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 4007a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 4008a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 4009a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 4010a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 4011a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 4012a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 4013a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 4014a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 4015a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4016a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4017a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 4018a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 4019a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 40205778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 40215778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 40225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 40235778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 40245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 402796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 402896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 40295778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 40305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 40315778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 40325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 40335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40355778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 40365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40380dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 40390dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 40400dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 40410dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 40420dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 40430dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 40440dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 40450dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 40460dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 40470dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 40480dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 40495778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 40505778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 40515778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 40525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40530dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = mOMX->getParameter( 40545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 40555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40605778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 40615778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 40625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40635778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 40645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 40655778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 40665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 40675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40705778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 40715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40765778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 40775778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 4078e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang } else { 4079e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang // Use baseline profile for AVC recording if profile is not specified. 40808eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 40818eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang } 40828eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang 4083e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang ALOGI("setupAVCEncoderParameters with [profile: %s] [level: %s]", 4084e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang asString(h264type.eProfile), asString(h264type.eLevel)); 4085e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang 40865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 40875778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 40885778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 40895778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 40905778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 40915778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 40925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 40935778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 40945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40955778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 40965778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 40975778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 40985778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 40995778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 41005778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 41015778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 41025778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 4103e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang } else if (h264type.eProfile == OMX_VIDEO_AVCProfileMain || 4104e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.eProfile == OMX_VIDEO_AVCProfileHigh) { 4105e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nSliceHeaderSpacing = 0; 4106e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bUseHadamard = OMX_TRUE; 4107e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefFrames = 2; 4108e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nBFrames = 1; 4109e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 4110e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nAllowedPictureTypes = 4111e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP | OMX_VIDEO_PictureTypeB; 4112e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefIdx10ActiveMinus1 = 0; 4113e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefIdx11ActiveMinus1 = 0; 4114e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bEntropyCodingCABAC = OMX_TRUE; 4115e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bWeightedPPrediction = OMX_TRUE; 4116e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bconstIpred = OMX_TRUE; 4117e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bDirect8x8Inference = OMX_TRUE; 4118e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bDirectSpatialTemporal = OMX_TRUE; 4119e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nCabacInitIdc = 1; 41205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 41235778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 41245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41265778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 41275778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 41285778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 41295778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 41305778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 41315778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 41325778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 41335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41345778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 41355778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 41365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 41385778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 41395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 414196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 41425778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 41435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4144c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 4145c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t bitrate, iFrameInterval; 4146c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 4147c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 4148c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4149c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4150c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4151c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 4152c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4153c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 4154c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 4155c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 4156c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 4157c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4158c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4159c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 4160c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4161c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4162c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 4163c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 4164c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 4165c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4166c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 4167c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->getParameter( 4168c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 4169c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4170c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4171c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4172c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4173c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 4174c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 4175c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 4176c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 4177c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4178c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4179c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4180c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 4181c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4182c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4183c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4184c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4185c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 4186c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 4187c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 41889aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim // TODO: finer control? 41899aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim hevcType.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 4190c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4191c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->setParameter( 4192c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 4193c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4194c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4195c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4196c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4197c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 4198c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 4199c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 420089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huberstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg) { 420189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 42024154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t iFrameInterval = 0; 42034154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 42044154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 42054154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 42064154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 42074154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 42084154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 42094154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 42104154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 42114154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 42124154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 421389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 421489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 421589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 42164154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev msg->findInt32("i-frame-interval", &iFrameInterval); 421789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 421889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 421989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 42204154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 42214154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 42224154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 42234154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 42244154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 42254154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42264154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 42274154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42284154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 42294154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 42304154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 42314154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsSchema == "webrtc.vp8.1-layer") { 42324154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 42334154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 1; 42344154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.2-layer") { 42354154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 42364154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 2; 42374154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.3-layer") { 42384154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 42394154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 3; 42404154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 42414154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Unsupported ts-schema [%s]", tsSchema.c_str()); 42424154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42434154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42444154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 42454154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 42464154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 42474154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 42484154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev status_t err = mOMX->getParameter( 42494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 42504154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 42514154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 42524154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 42534154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 42544154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 42554154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42564154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 42574154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 42584154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 42594154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 42604154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 42614154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 42624154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42634154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42644154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 42654154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 42664154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 42674154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42684154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 42694154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev err = mOMX->setParameter( 42704154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 42714154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 42724154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 42734154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 42744154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42754154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42764154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 427789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 427889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 427989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 42805778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 42815778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 42825778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 42835778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 42845778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 42855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42866e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 42876e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.nProfileIndex = index; 42885778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 42895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, 42905778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 42915778822d86b0337407514b9372562b86edfa91cdAndreas Huber ¶ms, 42925778822d86b0337407514b9372562b86edfa91cdAndreas Huber sizeof(params)); 42935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 42955778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 42965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42985778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 42995778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 43005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 43025778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 43035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43046e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 43056e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 43066e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 43076e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 43086e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.eProfile, params.eLevel); 43096e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 43105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43116e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 43125778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 43135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 431496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 431596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 43165778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 43175778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 43185778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 43195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43205778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 43215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 43225778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 43235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 43255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 43265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 432896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 43295778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 43305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 43325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 43335778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 43345778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 43355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43365778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 43375778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 43385778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 43395778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 43405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43415778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 43425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 43435778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 43445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 43465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 43475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43495778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 43505778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 43515778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 43525778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 43535778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 43545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 43565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 43575778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 43585778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 43595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4360f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 4361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 436278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 436378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 4364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 4365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 4366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 4367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 4369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 4371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4372777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4373777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4374777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 4378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 4379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 4380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 4381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4384777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDomain != OMX_PortDomainVideo) { 4385777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("expected video port, got %s(%d)", asString(def.eDomain), def.eDomain); 4386777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4387777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 4390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 4391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 4394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 439578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 439678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 439778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 4398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 4401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 4404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4406f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::initNativeWindow() { 4407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL) { 4408a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar return mOMX->enableNativeBuffers(mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_TRUE); 4409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4411a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mOMX->enableNativeBuffers(mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_FALSE); 4412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 4413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4415d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 4416d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 4417d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4418d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4419d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 4420d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4421d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 4422d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 4423d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4424d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4425d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4426d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 4427d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 4428d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 44297e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 44307e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 44317e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 44327e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 44337e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 44347e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 44357e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 44367e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 44377e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 44387e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 44397e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 44407e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 44417e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 44427e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 44437e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 44447e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 44457e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 44467e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 44477e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4448e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 44497e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 4450c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 4451054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() && mMetadataBuffersToSubmit > 0) { 4452054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 4453c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 44547e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 44557e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 44567e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4457f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 4458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 4459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 4461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 4463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 4464609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 4465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 4466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 4467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4474f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 4475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 4476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 4477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4479f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 4480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 4481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4483f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 4484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 4485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 4486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 4488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 4489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 4490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 449303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar// static 449473dd808754c641fe798273d356ee38368715fa7bLajos Molnarbool ACodec::describeDefaultColorFormat(DescribeColorFormat2Params ¶ms) { 449573dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &image = params.sMediaImage; 449603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar memset(&image, 0, sizeof(image)); 449703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 449873dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mType = MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 449903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 0; 450003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 450103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar const OMX_COLOR_FORMATTYPE fmt = params.eColorFormat; 450203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mWidth = params.nFrameWidth; 450303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mHeight = params.nFrameHeight; 450403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 450503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // only supporting YUV420 450603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (fmt != OMX_COLOR_FormatYUV420Planar && 450703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedPlanar && 450803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420SemiPlanar && 45095a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedSemiPlanar && 45102ad160ba086f0504cf56dcc24619a0cee2546a23Dan Stoza fmt != (OMX_COLOR_FORMATTYPE)HAL_PIXEL_FORMAT_YV12) { 451103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar ALOGW("do not know color format 0x%x = %d", fmt, fmt); 4512229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 451303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 451403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4515b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // TEMPORARY FIX for some vendors that advertise sliceHeight as 0 4516b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride != 0 && params.nSliceHeight == 0) { 4517b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("using sliceHeight=%u instead of what codec advertised (=0)", 4518b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nFrameHeight); 4519b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nSliceHeight = params.nFrameHeight; 4520b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 4521b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 452234e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // we need stride and slice-height to be non-zero and sensible. These values were chosen to 452334e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // prevent integer overflows further down the line, and do not indicate support for 452434e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // 32kx32k video. 452534e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen if (params.nStride == 0 || params.nSliceHeight == 0 452634e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen || params.nStride > 32768 || params.nSliceHeight > 32768) { 4527b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("cannot describe color format 0x%x = %d with stride=%u and sliceHeight=%u", 4528b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar fmt, fmt, params.nStride, params.nSliceHeight); 4529b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar return false; 4530b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 4531b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 453203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set-up YUV format 453373dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mType = MediaImage2::MEDIA_IMAGE_TYPE_YUV; 453403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 3; 453503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mBitDepth = 8; 453673dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mBitDepthAllocated = 8; 453703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mOffset = 0; 453803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mColInc = 1; 453903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mRowInc = params.nStride; 454003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mHorizSubsampling = 1; 454103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mVertSubsampling = 1; 454203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 45435a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar switch ((int)fmt) { 45445a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case HAL_PIXEL_FORMAT_YV12: 45455a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar if (params.bUsingNativeBuffers) { 45465a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t ystride = align(params.nStride, 16); 45475a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t cstride = align(params.nStride / 2, 16); 45485a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.Y].mRowInc = ystride; 45495a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 45505a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mOffset = ystride * params.nSliceHeight; 45515a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mColInc = 1; 45525a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mRowInc = cstride; 45535a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 45545a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 45555a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 45565a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mOffset = image.mPlane[image.V].mOffset 45575a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar + (cstride * params.nSliceHeight / 2); 45585a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mColInc = 1; 45595a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mRowInc = cstride; 45605a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 45615a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 45625a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar break; 45635a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } else { 45645a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar // fall through as YV12 is used for YUV420Planar by some codecs 45655a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } 45665a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 45675a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case OMX_COLOR_FormatYUV420Planar: 456803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedPlanar: 456903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 457003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 1; 457103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride / 2; 457203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 457303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 457403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 457503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset 457603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar + (params.nStride * params.nSliceHeight / 4); 457703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 1; 457803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride / 2; 457903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 458003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 458103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 458203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 458303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420SemiPlanar: 458403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // FIXME: NV21 for sw-encoder, NV12 for decoder and hw-encoder 458503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedSemiPlanar: 458603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // NV12 458703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 458803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 2; 458903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride; 459003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 459103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 459203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 459303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset + 1; 459403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 2; 459503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride; 459603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 459703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 459803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 459903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 460003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar default: 460103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar TRESPASS(); 460203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 4603229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4604229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 4605229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4606229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 4607229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeColorFormat( 4608229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 460973dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params &describeParams) 4610229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar{ 4611229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_INDEXTYPE describeColorFormatIndex; 4612229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (omx->getExtensionIndex( 4613229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, "OMX.google.android.index.describeColorFormat", 461473dd808754c641fe798273d356ee38368715fa7bLajos Molnar &describeColorFormatIndex) == OK) { 461573dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormatParams describeParamsV1(describeParams); 461673dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (omx->getParameter( 461773dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, describeColorFormatIndex, 461873dd808754c641fe798273d356ee38368715fa7bLajos Molnar &describeParamsV1, sizeof(describeParamsV1)) == OK) { 461973dd808754c641fe798273d356ee38368715fa7bLajos Molnar describeParams.initFromV1(describeParamsV1); 462073dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeParams.sMediaImage.mType != MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 462173dd808754c641fe798273d356ee38368715fa7bLajos Molnar } 462273dd808754c641fe798273d356ee38368715fa7bLajos Molnar } else if (omx->getExtensionIndex( 462373dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, "OMX.google.android.index.describeColorFormat2", &describeColorFormatIndex) == OK 462473dd808754c641fe798273d356ee38368715fa7bLajos Molnar && omx->getParameter( 462573dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, describeColorFormatIndex, &describeParams, sizeof(describeParams)) == OK) { 462673dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeParams.sMediaImage.mType != MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 462773dd808754c641fe798273d356ee38368715fa7bLajos Molnar } 462873dd808754c641fe798273d356ee38368715fa7bLajos Molnar 462973dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeDefaultColorFormat(describeParams); 4630229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 4631229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4632229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 4633229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::isFlexibleColorFormat( 4634229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 46350d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar uint32_t colorFormat, bool usingNativeBuffers, OMX_U32 *flexibleEquivalent) { 463673dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 4637229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar InitOMXParams(&describeParams); 4638229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.eColorFormat = (OMX_COLOR_FORMATTYPE)colorFormat; 4639229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // reasonable dummy values 4640229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameWidth = 128; 4641229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameHeight = 128; 4642229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nStride = 128; 4643229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nSliceHeight = 128; 46440d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = (OMX_BOOL)usingNativeBuffers; 4645229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4646229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar CHECK(flexibleEquivalent != NULL); 4647229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4648229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (!describeColorFormat(omx, node, describeParams)) { 4649229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4650229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4651229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 465273dd808754c641fe798273d356ee38368715fa7bLajos Molnar const MediaImage2 &img = describeParams.sMediaImage; 465373dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (img.mType == MediaImage2::MEDIA_IMAGE_TYPE_YUV) { 465473dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (img.mNumPlanes != 3 465573dd808754c641fe798273d356ee38368715fa7bLajos Molnar || img.mPlane[img.Y].mHorizSubsampling != 1 465673dd808754c641fe798273d356ee38368715fa7bLajos Molnar || img.mPlane[img.Y].mVertSubsampling != 1) { 4657229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4658229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4659229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4660229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // YUV 420 4661229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mPlane[img.U].mHorizSubsampling == 2 4662229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.U].mVertSubsampling == 2 4663229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mHorizSubsampling == 2 4664229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mVertSubsampling == 2) { 4665229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // possible flexible YUV420 format 4666229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mBitDepth <= 8) { 4667229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar *flexibleEquivalent = OMX_COLOR_FormatYUV420Flexible; 4668229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4669229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4670229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4671229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4672229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 467303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar} 467403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4675e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 4676777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim const char *niceIndex = portIndex == kPortIndexInput ? "input" : "output"; 467731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 467831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 4679e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 468031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4681777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = mOMX->getParameter(mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4682777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4683777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4684777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 468531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4686777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDir != (portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)) { 4687777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unexpected dir: %s(%d) on %s port", asString(def.eDir), def.eDir, niceIndex); 4688777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4689777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 469031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 469131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 469231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 469331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 469431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 4695e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 4696e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 4697e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4698e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 4699e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 4700e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4701e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 4702e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 4703e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 4704e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 47050d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 470673dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 47070d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 47080d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 47090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 47100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 47110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 47120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 47130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 47140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 47150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (describeColorFormat(mOMX, mNode, describeParams)) { 47160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 47170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 47180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 47190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 47200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 47215a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 472273dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &img = describeParams.sMediaImage; 472373dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2::PlaneInfo *plane = img.mPlane; 472473dd808754c641fe798273d356ee38368715fa7bLajos Molnar ALOGV("[%s] MediaImage { F(%ux%u) @%u+%d+%d @%u+%d+%d @%u+%d+%d }", 472573dd808754c641fe798273d356ee38368715fa7bLajos Molnar mComponentName.c_str(), img.mWidth, img.mHeight, 472673dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[0].mOffset, plane[0].mColInc, plane[0].mRowInc, 472773dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[1].mOffset, plane[1].mColInc, plane[1].mRowInc, 472873dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[2].mOffset, plane[2].mColInc, plane[2].mRowInc); 47290d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 473003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 473103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4732b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width = (int32_t)videoDef->nFrameWidth; 4733b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t height = (int32_t)videoDef->nFrameHeight; 4734b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4735b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (portIndex == kPortIndexOutput) { 4736b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_CONFIG_RECTTYPE rect; 4737b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(&rect); 4738b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nPortIndex = portIndex; 4739b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4740b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOMX->getConfig( 4741b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mNode, 4742b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (portIndex == kPortIndexOutput ? 4743b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonOutputCrop : 4744b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonInputCrop), 4745b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar &rect, sizeof(rect)) != OK) { 4746b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft = 0; 4747b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop = 0; 4748b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nWidth = videoDef->nFrameWidth; 4749b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nHeight = videoDef->nFrameHeight; 4750b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 475191a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 4752b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (rect.nLeft < 0 || 4753b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop < 0 || 4754b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth > videoDef->nFrameWidth || 4755b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight > videoDef->nFrameHeight) { 4756b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("Wrong cropped rect (%d, %d) - (%u, %u) vs. frame (%u, %u)", 4757b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, rect.nTop, 4758b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth, rect.nTop + rect.nHeight, 4759b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar videoDef->nFrameWidth, videoDef->nFrameHeight); 4760b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return BAD_VALUE; 4761b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 476231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4763b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setRect( 4764b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "crop", 4765b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, 4766b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop, 4767b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth - 1, 4768b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight - 1); 4769b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4770b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width = rect.nWidth; 4771b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar height = rect.nHeight; 4772b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4773b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_UNKNOWN; 4774b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getColorAspectsAndDataSpaceForVideoDecoder( 4775b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, mConfigFormat, notify, 4776b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow ? &dataSpace : NULL); 4777b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mUsingNativeWindow) { 4778b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setInt32("android._dataspace", dataSpace); 4779b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 47805e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)getHDRStaticInfoForVideoCodec(kPortIndexOutput, notify); 4781b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else { 4782b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(notify); 47835e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (mConfigFormat->contains("hdr-static-info")) { 47845e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)getHDRStaticInfoForVideoCodec(kPortIndexInput, notify); 47855e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 4786777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4787e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4788e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4789e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 47904730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 47914730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 47924730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 47934730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 47944730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 47954730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 47964730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 47974730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia status_t err = mOMX->getParameter( 47984730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia mNode, 47994730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 48004730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 48014730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 48024730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 48034730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 48044730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia AString tsSchema = "none"; 48054730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (vp8type.eTemporalPattern 48064730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia == OMX_VIDEO_VPXTemporalLayerPatternWebRTC) { 48074730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia switch (vp8type.nTemporalLayerCount) { 48084730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 1: 48094730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 48104730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.1-layer"; 48114730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 48124730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48134730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 2: 48144730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 48154730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.2-layer"; 48164730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 48174730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48184730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 3: 48194730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 48204730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.3-layer"; 48214730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 48224730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48234730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia default: 48244730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 48254730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 48264730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48274730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48284730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48294730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia notify->setString("ts-schema", tsSchema); 48304730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48314730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 48324730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48334730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 4834e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 4835e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4836777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mIsEncoder ^ (portIndex == kPortIndexOutput)) { 4837777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // should be CodingUnused 4838777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Raw port video compression format is %s(%d)", 4839777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(videoDef->eCompressionFormat), 4840777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->eCompressionFormat); 4841777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4842777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4843e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4844e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 4845e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 4846e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 4847e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 4848e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 4849e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4850870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t intraRefreshPeriod = 0; 4851870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (mIsEncoder && getIntraRefreshPeriod(&intraRefreshPeriod) == OK 4852870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 4853870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang notify->setInt32("intra-refresh-period", intraRefreshPeriod); 4854870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 4855e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4856e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 485731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 4858e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 4859e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 48605a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 48615a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 48625a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 48635a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 486431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 486531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 486631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 486731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 486831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 486931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 487031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 487197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 4872e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 4873e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4874e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 4875e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4876e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4877e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4878777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4879777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4880777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4881777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4882777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 488314f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 4884777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (params.nChannels <= 0 4885777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || (params.nChannels != 1 && !params.bInterleaved) 4886777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.ePCMMode != OMX_AUDIO_PCMModeLinear) { 48875b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGE("unsupported PCM port: %u channels%s, %u-bit", 4888777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nChannels, 4889777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.bInterleaved ? " interleaved" : "", 48905b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar params.nBitPerSample); 4891777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4892777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4893e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4894e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 4895e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4896e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 48975b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 48985b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding encoding = kAudioEncodingPcm16bit; 48995b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (params.eNumData == OMX_NumericalDataUnsigned 49005b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar && params.nBitPerSample == 8u) { 49015b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar encoding = kAudioEncodingPcm8bit; 49025b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (params.eNumData == OMX_NumericalDataFloat 49035b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar && params.nBitPerSample == 32u) { 49045b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar encoding = kAudioEncodingPcmFloat; 49055b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (params.nBitPerSample != 16u 49065b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar || params.eNumData != OMX_NumericalDataSigned) { 49075b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGE("unsupported PCM port: %s(%d), %s(%d) mode ", 49085b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar asString(params.eNumData), params.eNumData, 49095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar asString(params.ePCMMode), params.ePCMMode); 49105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return FAILED_TRANSACTION; 49115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 49125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar notify->setInt32("pcm-encoding", encoding); 4913e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4914e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 4915e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 49168b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 4917e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 49188b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 49199806555d3930be43e11106281dee354820ac1c88Andreas Huber 4920e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 4921e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4922e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 4923e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4924e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4925e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4926777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4927777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAac, ¶ms, sizeof(params)); 4928777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4929777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4930777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4931e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4932e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 4933e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4934e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4935e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4936e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4937e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4938e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 4939e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4940e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 4941e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4942e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 49439806555d3930be43e11106281dee354820ac1c88Andreas Huber 4944777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4945777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAmr, ¶ms, sizeof(params)); 4946777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4947777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4948777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4949e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4950e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 4951e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 49520806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 4953e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 4954e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 49550806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 4956e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 4957e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4958e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4959e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4960e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4961e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 4962e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4963e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 4964e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4965e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4966e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4967777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4968777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioFlac, ¶ms, sizeof(params)); 4969777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4970777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4971777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4972e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4973e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 4974e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4975e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4976e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4977e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4978e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4979e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 4980e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4981e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 4982e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4983e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4984e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4985777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4986777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioMp3, ¶ms, sizeof(params)); 4987777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4988777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4989777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4990e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4991e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 4992e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4993e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4994e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4995e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4996e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4997e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 4998e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4999e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 5000e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 5001e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 5002e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5003777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5004777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioVorbis, ¶ms, sizeof(params)); 5005777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5006777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5007777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5008e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5009e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 5010e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 5011e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 5012e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 5013e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5014e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 501597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 501697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 501797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 501897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 5019e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 502097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 5021777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5022777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 5023777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5024777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5025777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5026777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 502797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 502897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 502997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 503097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 503197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 503297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 5033e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 50348a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 50358a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 50368a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 50378a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 50388a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 50398a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 5040777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5041777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 5042777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5043777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5044777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5045777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 50468a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 50478a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 50488a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 50498a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 50508a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 50518a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 50528a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 50538c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 50548c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 50558c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 50568c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 50578c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 50588c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 5059777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5060777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 5061777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5062777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5063777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5064777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 50658c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 50668c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 50678c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 50688c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 50698c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 50708c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 50718c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 507210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 507310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 507410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 507510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 507610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 507710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 5078777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5079777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 5080777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5081777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5082777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 508310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 508410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 508510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 508610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 508710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 508810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 508910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 509010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 509110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 509210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 509310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 509410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 509578bd91b15ee8ea5aa2ab5a8cad7e892cb2d01c1bLajos Molnar notify->setInt32("pcm-encoding", kAudioEncodingPcm16bit); 509610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 509710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 509841d3f579d2c166984958263533284209b90c87d5Marco Nelissen 509941d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 510041d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 51010806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_AUDIO_PARAM_PCMMODETYPE params; 510241d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 510341d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 510441d3f579d2c166984958263533284209b90c87d5Marco Nelissen 5105777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5106777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 5107777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5108777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5109777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 511041d3f579d2c166984958263533284209b90c87d5Marco Nelissen 511141d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 511241d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 51130806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setInt32("sample-rate", params.nSamplingRate); 511441d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 511510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 511610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 5117e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 5118777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported audio coding: %s(%d)\n", 5119777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(audioDef->eEncoding), audioDef->eEncoding); 5120777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 5121e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 512231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 512331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 512431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 512531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 5126777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported domain: %s(%d)", asString(def.eDomain), def.eDomain); 5127777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 512831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 512931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5130e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 5131e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 5132e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5133b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarvoid ACodec::onDataSpaceChanged(android_dataspace dataSpace, const ColorAspects &aspects) { 5134b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects are normally communicated in ColorAspects 5135b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t range, standard, transfer; 5136b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar convertCodecColorAspectsToPlatformAspects(aspects, &range, &standard, &transfer); 5137b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5138b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // if some aspects are unspecified, use dataspace fields 5139b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 5140b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range = (dataSpace & HAL_DATASPACE_RANGE_MASK) >> HAL_DATASPACE_RANGE_SHIFT; 5141b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5142b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 5143b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard = (dataSpace & HAL_DATASPACE_STANDARD_MASK) >> HAL_DATASPACE_STANDARD_SHIFT; 5144b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5145b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 5146b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer = (dataSpace & HAL_DATASPACE_TRANSFER_MASK) >> HAL_DATASPACE_TRANSFER_SHIFT; 5147b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5148b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5149b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat = mOutputFormat->dup(); // trigger an output format changed event 5150b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 5151b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-range", range); 5152b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5153b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 5154b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-standard", standard); 5155b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5156b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 5157b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-transfer", transfer); 5158b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5159b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5160b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGD("dataspace changed to %#x (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 5161b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "(R:%d(%s), S:%d(%s), T:%d(%s))", 5162b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar dataSpace, 5163b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mRange, asString(aspects.mRange), 5164b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mPrimaries, asString(aspects.mPrimaries), 5165b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mMatrixCoeffs, asString(aspects.mMatrixCoeffs), 5166b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mTransfer, asString(aspects.mTransfer), 5167b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range, asString((ColorRange)range), 5168b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard, asString((ColorStandard)standard), 5169b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer, asString((ColorTransfer)transfer)); 5170b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 5171b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 51721734c7d01c1567568ced29398b23abd601fd44cbLajos Molnarvoid ACodec::onOutputFormatChanged(sp<const AMessage> expectedFormat) { 5173697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // store new output format, at the same time mark that this is no longer the first frame 5174b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mOutputFormat = mBaseOutputFormat->dup(); 5175e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5176b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (getPortFormat(kPortIndexOutput, mOutputFormat) != OK) { 5177777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("[%s] Failed to get port format to send format change", mComponentName.c_str()); 5178777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 5179777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5180e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 51811734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar if (expectedFormat != NULL) { 51821734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar sp<const AMessage> changes = expectedFormat->changesFrom(mOutputFormat); 51831734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar sp<const AMessage> to = mOutputFormat->changesFrom(expectedFormat); 51841734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar if (changes->countEntries() != 0 || to->countEntries() != 0) { 51851734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar ALOGW("[%s] BAD CODEC: Output format changed unexpectedly from (diff) %s to (diff) %s", 51861734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar mComponentName.c_str(), 51871734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar changes->debugString(4).c_str(), to->debugString(4).c_str()); 51881734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar } 51891734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar } 51901734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar 51915b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (!mIsVideo && !mIsEncoder) { 51925b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding pcmEncoding = kAudioEncodingPcm16bit; 51935b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mConfigFormat->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 51945b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding codecPcmEncoding = kAudioEncodingPcm16bit; 51955b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mOutputFormat->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 51965b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 51975b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexOutput] = AudioConverter::Create(codecPcmEncoding, pcmEncoding); 51985b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexOutput] != NULL) { 51995b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mOutputFormat->setInt32("pcm-encoding", pcmEncoding); 52005b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 52015b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 52025b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 5203b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mTunneled) { 5204b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sendFormatChange(); 5205b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } 5206b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar} 5207b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5208b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarvoid ACodec::addKeyFormatChangesToRenderBufferNotification(sp<AMessage> ¬ify) { 5209e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 5210b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 5211e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5212b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mime == MEDIA_MIMETYPE_VIDEO_RAW && mNativeWindow != NULL) { 5213b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // notify renderer of the crop change and dataspace change 5214e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // NOTE: native window uses extended right-bottom coordinate 5215b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t left, top, right, bottom; 5216b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 5217b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setRect("crop", left, top, right + 1, bottom + 1); 5218b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5219b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5220b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t dataSpace; 5221b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 5222b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setInt32("dataspace", dataSpace); 5223b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5224b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } 5225b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar} 5226b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5227b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnarvoid ACodec::sendFormatChange() { 5228b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar AString mime; 5229b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 5230b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5231b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mime == MEDIA_MIMETYPE_AUDIO_RAW && (mEncoderDelay || mEncoderPadding)) { 5232e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t channelCount; 5233b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findInt32("channel-count", &channelCount)); 5234e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 5235e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 5236e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 5237ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 5238e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5239e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5240b1cf03160fa7e7bc6e5cf138db07a7e1ab2ecb26Marco Nelissen mSkipCutBuffer = new SkipCutBuffer(mEncoderDelay, mEncoderPadding, channelCount); 5241e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5242e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5243b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> notify = mNotify->dup(); 5244b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar notify->setInt32("what", kWhatOutputFormatChanged); 5245b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar notify->setMessage("format", mOutputFormat); 524631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber notify->post(); 524731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5248b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // mLastOutputFormat is not used when tunneled; doing this just to stay consistent 5249b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat = mOutputFormat; 525031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 525131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 52525778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 5253cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber sp<AMessage> notify = mNotify->dup(); 5254d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatError); 5255251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 5256251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 5257251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 5258251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 5259251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 5260251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 5261251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 5262251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 5263251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5264251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5265346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 5266346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError = true; 5267346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 52685778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("err", internalError); 5269251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung notify->setInt32("actionCode", ACTION_CODE_FATAL); // could translate from OMX error. 5270cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber notify->post(); 5271cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 5272cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 5273f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5275eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberACodec::PortDescription::PortDescription() { 5276eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5277eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5278496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 5279496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 5280496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 5281496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 5282496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5283496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 5284496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 5285496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5286496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 5287496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 5288496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5289496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return mOMX->setConfig( 5290496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mNode, 5291496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 5292496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 5293496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 5294496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 5295496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5296eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubervoid ACodec::PortDescription::addBuffer( 5297a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar IOMX::buffer_id id, const sp<ABuffer> &buffer, 5298a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar const sp<NativeHandle> &handle, const sp<RefBase> &memRef) { 5299eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBufferIDs.push_back(id); 5300eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBuffers.push_back(buffer); 5301a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mHandles.push_back(handle); 530286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu mMemRefs.push_back(memRef); 5303eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5304eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5305eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersize_t ACodec::PortDescription::countBuffers() { 5306eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.size(); 5307eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5308eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5309eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberIOMX::buffer_id ACodec::PortDescription::bufferIDAt(size_t index) const { 5310eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.itemAt(index); 5311eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5312eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5313eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersp<ABuffer> ACodec::PortDescription::bufferAt(size_t index) const { 5314eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBuffers.itemAt(index); 5315eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5316eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5317a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnarsp<NativeHandle> ACodec::PortDescription::handleAt(size_t index) const { 5318a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar return mHandles.itemAt(index); 5319a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar} 5320a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 532186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wusp<RefBase> ACodec::PortDescription::memRefAt(size_t index) const { 532286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu return mMemRefs.itemAt(index); 532386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu} 532486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu 5325eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber//////////////////////////////////////////////////////////////////////////////// 5326eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5327f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 5328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 5329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 5330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5332ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 5333ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 5334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 5335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5337f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 5338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 5340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 5342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 5346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 5348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 535126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case ACodec::kWhatOMXMessageList: 535226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 535326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessageList(msg) : true; 535426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 535526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 5356e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar case ACodec::kWhatOMXMessageItem: 5357e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar { 5358e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // no need to check as we already did it for kWhatOMXMessageList 5359e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar return onOMXMessage(msg); 5360e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar } 5361e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar 5362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 5363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 536426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessage(msg) : true; 5365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 53681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 53691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 53701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 53711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 53731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 53741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53752235b4efd3b8149e09c666e2235530f3e6ed9c9aLajos Molnar status_t err = mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 53761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 53781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 53791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 53801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 53811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 53821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 53848f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 53857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 53867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 5387251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 53887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 53897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 53907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 53917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 53927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5393ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 5394ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 5395251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 5396ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 5397ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 5398ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 5399ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5400ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 540130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 540230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 540330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 540430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 540530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar status_t err = mCodec->mOMX->freeNode(mCodec->mNode); 540630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 540730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 540830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 540930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 541030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->post(); 541130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 541230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 541330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 5414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 542126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::checkOMXMessage(const sp<AMessage> &msg) { 54225e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 54235e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 5424ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (mCodec->mNode == 0) { 54255e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 54265e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 542726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return false; 54285e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 54295e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 5430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::node_id nodeID; 5431609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("node", (int32_t*)&nodeID)); 5432777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (nodeID != mCodec->mNode) { 5433777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message for nodeID: %u, should have been %u", nodeID, mCodec->mNode); 5434777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5435777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 543626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 543726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 543826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 543926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessageList(const sp<AMessage> &msg) { 544026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<RefBase> obj; 544126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findObject("messages", &obj)); 544226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = static_cast<MessageList *>(obj.get()); 544326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 544490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool receivedRenderedEvents = false; 544526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<sp<AMessage>>::const_iterator it = msgList->getList().cbegin(); 544626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != msgList->getList().cend(); ++it) { 5447e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar (*it)->setWhat(ACodec::kWhatOMXMessageItem); 5448e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar mCodec->handleMessage(*it); 544990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int32_t type; 545090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK((*it)->findInt32("type", &type)); 545190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (type == omx_message::FRAME_RENDERED) { 545290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar receivedRenderedEvents = true; 545390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 545490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 545590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 545690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (receivedRenderedEvents) { 545790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // NOTE: all buffers are rendered in this case 545890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(); 545926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 546026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 546126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 546226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 546326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 546426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar int32_t type; 546526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findInt32("type", &type)); 5466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 5468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 5469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 5471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 5472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 5473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 5474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54750af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 54760af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 54770af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 54780af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 54790af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 54800af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 54810af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 54820af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 54830af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 54840af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 54850af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 5486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 5487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 5488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 5489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 5490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 5493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 549515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t fenceFd; 549615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5497609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 549815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 550015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return onOMXEmptyBufferDone(bufferID, fenceFd); 5501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 5504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5506609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 5507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 550815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t rangeOffset, rangeLength, flags, fenceFd; 5509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 5512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 5513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 5514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 551515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 5518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 5519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 5520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 552115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 552215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd); 5523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 552590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 552690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 552790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, systemNano; 552890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 552990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("media_time_us", &mediaTimeUs)); 553090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("system_nano", &systemNano)); 553190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 553290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return onOMXFrameRendered( 553390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, systemNano); 553490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 553590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5537777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message type: %d", type); 5538777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 554290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::BaseState::onOMXFrameRendered( 554390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs __unused, nsecs_t systemNano __unused) { 554490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore outside of Executing and PortSettingsChanged states 554590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 554690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 554790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5548f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 5549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5550b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (event == OMX_EventDataSpaceChanged) { 5551b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects aspects; 5552b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mRange = (ColorAspects::Range)((data2 >> 24) & 0xFF); 5553b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mPrimaries = (ColorAspects::Primaries)((data2 >> 16) & 0xFF); 5554b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mMatrixCoeffs = (ColorAspects::MatrixCoeffs)((data2 >> 8) & 0xFF); 5555b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mTransfer = (ColorAspects::Transfer)(data2 & 0xFF); 5556b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5557b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->onDataSpaceChanged((android_dataspace)data1, aspects); 5558b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return true; 5559b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5560b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 5562ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 5563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 5564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5568ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 5569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5570251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 5571251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 5572251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 5573251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 5574251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 5575251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5576251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 5577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 558115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd) { 5582ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 5583349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5584349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 55850806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 55860806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 55870806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 55880806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in EBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 55890806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 559015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 559115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 559215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 55930806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 55940806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 559715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // input buffers cannot take fences, so wait for any fence now 559815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXEmptyBufferDone"); 559915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 560015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 560115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // still save fence for completeness 560215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "onOMXEmptyBufferDone"); 560315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 560496e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 560596e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 560696e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 560796e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 560896e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 560996e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 5610d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 5612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 5619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5621777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5623777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("SHOULD NOT REACH HERE: cannot free empty output buffers"); 5624777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5630f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 5631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 5636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5638d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFillThisBuffer); 5639609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 5640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mData->meta()->clear(); 56422d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 5643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56441d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> reply = new AMessage(kWhatInputBufferFilled, mCodec); 5645609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setMessage("reply", reply); 5648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 5652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5654f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 5655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5656609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 56572d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 5658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 56595778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 5660a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 56615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 56622d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber if (!msg->findBuffer("buffer", &buffer)) { 5663a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar /* these are unfilled buffers returned by client */ 5664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("err", &err)); 5665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56667fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar if (err == OK) { 56677fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* buffers with no errors are returned on MediaCodec.flush */ 56687fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mode = KEEP_BUFFERS; 56697fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } else { 56707fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar ALOGV("[%s] saw error %d instead of an input buffer", 56717fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mCodec->mComponentName.c_str(), err); 56727fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar eos = true; 56737fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } 56743831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 56752d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber buffer.clear(); 5676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56785778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 56795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 56805778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 56815778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 56825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 56835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 56850806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 56860806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_UPSTREAM) { 56870806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in IBF: %s(%d) buffer #%u", _asString(status), status, bufferID); 56880806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 56890806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 56900806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 56910806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 56985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 5699dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 5700dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5701dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5702dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 57095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 5710fd866b3aa0d97375de08f8888b95669026c83361Wei Jia // Do not send empty input buffer w/o EOS to the component. 5711fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (buffer->size() == 0 && !eos) { 5712fd866b3aa0d97375de08f8888b95669026c83361Wei Jia postFillThisBuffer(info); 5713fd866b3aa0d97375de08f8888b95669026c83361Wei Jia break; 5714fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 5715fd866b3aa0d97375de08f8888b95669026c83361Wei Jia 5716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 5718f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5719f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 5720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5721d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar MetadataBufferType metaType = mCodec->mInputMetadataType; 5722d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar int32_t isCSD = 0; 5723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 5724f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang if (mCodec->mIsLegacyVP9Decoder) { 5725f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang ALOGV("[%s] is legacy VP9 decoder. Ignore %u codec specific data", 5726f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mCodec->mComponentName.c_str(), bufferID); 5727f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang postFillThisBuffer(info); 5728f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang break; 5729f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang } 5730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 5731d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar metaType = kMetadataBufferTypeInvalid; 5732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 57355778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 57365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 57375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 57385b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (buffer != info->mCodecData) { 5739ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 5740d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 5741d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 57425b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar buffer.get(), info->mCodecData.get()); 5743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57445b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> converter = mCodec->mConverter[kPortIndexInput]; 5745d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (converter == NULL || isCSD) { 57465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar converter = getCopyConverter(); 57475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 57485b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar status_t err = converter->convert(buffer, info->mCodecData); 57495b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK) { 57505b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->signalError(OMX_ErrorUndefined, err); 57510806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 57520806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5753f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5754f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5755078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 5756ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 5757078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 57585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 5759ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 57605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 5761078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 5762d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5763ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 5764ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5765d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 5766ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 5767ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5768d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5769078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 5770349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5771d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5772d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 5773d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 5774d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 5775d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 5776d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5777d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5778054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 5779054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 5780054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 5781054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5782054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("MetadataBuffersToSubmit=%u portMode=%s", 5783054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit, 5784054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 5785054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 5786054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 5787054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->submitOutputMetadataBuffer(); 5788054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5789054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 579015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 5791d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 5792d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar status_t err2 = OK; 5793d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar switch (metaType) { 5794d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar case kMetadataBufferTypeInvalid: 5795d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5796d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar#ifndef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 5797d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar case kMetadataBufferTypeNativeHandleSource: 5798d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (info->mCodecData->size() >= sizeof(VideoNativeHandleMetadata)) { 5799d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar VideoNativeHandleMetadata *vnhmd = 5800d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar (VideoNativeHandleMetadata*)info->mCodecData->base(); 5801d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar err2 = mCodec->mOMX->updateNativeHandleInMeta( 5802d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar mCodec->mNode, kPortIndexInput, 5803d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar NativeHandle::create(vnhmd->pHandle, false /* ownsHandle */), 5804d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar bufferID); 5805d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5806d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5807d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar case kMetadataBufferTypeANWBuffer: 5808d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (info->mCodecData->size() >= sizeof(VideoNativeMetadata)) { 5809d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar VideoNativeMetadata *vnmd = (VideoNativeMetadata*)info->mCodecData->base(); 5810d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar err2 = mCodec->mOMX->updateGraphicBufferInMeta( 5811d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar mCodec->mNode, kPortIndexInput, 5812d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar new GraphicBuffer(vnmd->pBuffer, false /* keepOwnership */), 5813d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar bufferID); 5814d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5815d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5816d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar#endif 5817d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar default: 5818d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar ALOGW("Can't marshall %s data in %zu sized buffers in %zu-bit mode", 5819d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar asString(metaType), info->mCodecData->size(), 5820d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar sizeof(buffer_handle_t) * 8); 5821d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar err2 = ERROR_UNSUPPORTED; 5822d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar break; 5823d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 5824d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 5825d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar if (err2 == OK) { 5826d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar err2 = mCodec->mOMX->emptyBuffer( 5827d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar mCodec->mNode, 5828d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar bufferID, 5829d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar 0, 5830d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar info->mCodecData->size(), 5831d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar flags, 5832d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar timeUs, 5833d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar info->mFenceFd); 5834d34a8c4d9d7b197a9f5eb0d324273a6cde7e50a6Lajos Molnar } 583515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 58360806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 58370806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 58380806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 58390806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 58420806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!eos && err == OK) { 58435778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 58445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 58450806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalled EOS (%d) on the input port", 58460806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mComponentName.c_str(), err); 58475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 58485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 58495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 58505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 58520806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK && err != ERROR_END_OF_STREAM) { 58530806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalling EOS on the input port due to error %d", 5854dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 5855dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 58563856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 5857dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 5858dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5860ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 5861349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5862349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 586315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 58640806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 58650806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 58660806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 58670806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 58680806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 58690806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_BUFFERFLAG_EOS, 587015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 0, 587115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 587215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 58730806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 58740806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 58750806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 58760806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5880dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5881f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5884625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 5885777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5886777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim break; 5887777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5888625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 5889777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("invalid port mode: %d", mode); 5890625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 5891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5894f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 5895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5897f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 5900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 5902f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 5903f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 5905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 5906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 5907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 5910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 5912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 5913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 5917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 5921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5923f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 5924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 5925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 5926f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 592715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 592815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd) { 5929609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 59305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 5931349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 59330806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err= OK; 5934d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5935d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5936d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 5937d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 5938d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 5939d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 5940d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5941d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 5942d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 5943d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 5944d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5945d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 5946d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 5947d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 5948d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5949d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 5951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 59520806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 59530806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 59540806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in FBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 59550806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 59560806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 595715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 595815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 595915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 59600806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 59610806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5963054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 5964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 596690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (info->mRenderInfo != NULL) { 596790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // The fence for an emptied buffer must have signaled, but there still could be queued 596890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // or out-of-order dequeued buffers in the render queue prior to this buffer. Drop these, 596990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // as we will soon requeue this buffer to the surface. While in theory we could still keep 597090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // track of buffers that are requeued to the surface, it is better to add support to the 597190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // buffer-queue to notify us of released buffers and their fences (in the future). 597290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(true /* dropIncomplete */); 597390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 597490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 597515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // byte buffers cannot take fences, so wait for any fence now 597615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mCodec->mNativeWindow == NULL) { 597715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXFillBufferDone"); 597815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 597915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 598015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setReadFence(fenceFd, "onOMXFillBufferDone"); 598115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5990a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 5991a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 5992609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 59935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 5994349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 599515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 599615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 59970806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 59980806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 59990806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 60000806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60025778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 60035778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 60045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 600531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 6006577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar sp<AMessage> reply = 60071d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatOutputBufferDrained, mCodec); 6008577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 6009b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mCodec->mOutputFormat != mCodec->mLastOutputFormat && rangeLength > 0) { 6010697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // pretend that output format has changed on the first frame (we used to do this) 6011697aedf61d6180e72102068a969383018eedfa1eLajos Molnar if (mCodec->mBaseOutputFormat == mCodec->mOutputFormat) { 60121734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar mCodec->onOutputFormatChanged(mCodec->mOutputFormat); 6013697aedf61d6180e72102068a969383018eedfa1eLajos Molnar } 6014b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->addKeyFormatChangesToRenderBufferNotification(reply); 6015b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->sendFormatChange(); 6016fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar } else if (rangeLength > 0 && mCodec->mNativeWindow != NULL) { 6017fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar // If potentially rendering onto a surface, always save key format data (crop & 6018fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar // data space) so that we can set it if and once the buffer is rendered. 6019fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mCodec->addKeyFormatChangesToRenderBufferNotification(reply); 60205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6021b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 6022054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->usingMetadataOnEncoderOutput()) { 6023054219874873b41f1c815552987c10465c34ba2bLajos Molnar native_handle_t *handle = NULL; 60243e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar VideoNativeHandleMetadata &nativeMeta = 60253e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar *(VideoNativeHandleMetadata *)info->mData->data(); 60263e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (info->mData->size() >= sizeof(nativeMeta) 60273e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && nativeMeta.eType == kMetadataBufferTypeNativeHandleSource) { 60287c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#ifdef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 60293e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // handle is only valid on 32-bit/mediaserver process 60307c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = NULL; 60317c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#else 60323e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar handle = (native_handle_t *)nativeMeta.pHandle; 60337c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#endif 6034054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 6035308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setPointer("handle", handle); 6036308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeOffset", rangeOffset); 6037308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeLength", rangeLength); 60385b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (info->mData == info->mCodecData) { 6039308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->setRange(rangeOffset, rangeLength); 60405b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 60415b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info->mCodecData->setRange(rangeOffset, rangeLength); 60425b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // in this case we know that mConverter is not null 60435b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar status_t err = mCodec->mConverter[kPortIndexOutput]->convert( 60445b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info->mCodecData, info->mData); 60455b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK) { 60465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 60475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return true; 60485b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 6049308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 6050496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 605121ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 6052496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 6053496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 6054496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 60555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 605621ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 6057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60588b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 60598b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mCodec->mSkipCutBuffer->submit(info->mData); 60608b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 60615778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 6062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60635778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6064d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatDrainThisBuffer); 6065609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 60662d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 60675778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("flags", flags); 6068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6069609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 6070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60715778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setMessage("reply", reply); 6072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60735778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 60745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 60755778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 6076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 60785778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 60795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6081d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatEOS); 6082dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber notify->setInt32("err", mCodec->mInputEOSResult); 6083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 6086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6090777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 60910806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffer(kPortIndexOutput, index); 60920806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 60930806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 60940806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 60950806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6097777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 6098777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 6099777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 6100777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6106f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 6107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 6108609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 6109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 61100806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 61110806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 61120806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_DOWNSTREAM) { 61130806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in OBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 61140806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 61150806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 61160806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 61170806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6119577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar android_native_rect_t crop; 6120fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar if (msg->findRect("crop", &crop.left, &crop.top, &crop.right, &crop.bottom) 6121fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar && memcmp(&crop, &mCodec->mLastNativeWindowCrop, sizeof(crop)) != 0) { 6122fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mCodec->mLastNativeWindowCrop = crop; 6123777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = native_window_set_crop(mCodec->mNativeWindow.get(), &crop); 6124777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW_IF(err != NO_ERROR, "failed to set crop: %d", err); 6125577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar } 6126577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 6127b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t dataSpace; 6128fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar if (msg->findInt32("dataspace", &dataSpace) 6129fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar && dataSpace != mCodec->mLastNativeWindowDataSpace) { 6130b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = native_window_set_buffers_data_space( 6131b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mNativeWindow.get(), (android_dataspace)dataSpace); 6132fe73b95aaef79ad312d9dfdb6c8873bd50c6c19eLajos Molnar mCodec->mLastNativeWindowDataSpace = dataSpace; 6133b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set dataspace: %d", err); 6134b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6135b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 6136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 6137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 61386aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 613979ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou && info->mData != NULL && info->mData->size() != 0) { 61406fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 6141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 6142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 614390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // save buffers sent to the surface so we can get render time when they return 614490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 614590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 614690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mediaTimeUs >= 0) { 614790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.onFrameQueued( 614890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, info->mGraphicBuffer, new Fence(::dup(info->mFenceFd))); 614990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 615090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6151fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 6152fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 6153c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 6154fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 6155c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)timestampNs); 6156fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 6157fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 6158fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 6159fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 61605778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 6161fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 61620806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set buffer timestamp: %d", err); 6163fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 616415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onOutputBufferDrained before queueBuffer"); 61650806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mNativeWindow->queueBuffer( 616615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 616715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 61680806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 6169cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 6170cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 6171264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGE("queueBuffer failed in onOutputBufferDrained: %d", err); 6172251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6173cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 617415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // keeping read fence as write fence to avoid clobbering 617515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 6176cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 6177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 61786fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar if (mCodec->mNativeWindow != NULL && 61796fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar (info->mData == NULL || info->mData->size() != 0)) { 618015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // move read fence into write fence to avoid clobbering 618115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 61826fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 61836fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 6184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 6185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 6188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 6190f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 6191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 6193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 6196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 6197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 6199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 6204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 6206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 6208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 6209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 6211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6213c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 6214609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 6215c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 621615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("onOutputBufferDrained::RESUBMIT_BUFFERS"); 621715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer( 621815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNode, info->mBufferID, info->mFenceFd); 621915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 62200806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 62210806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 62220806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 62230806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 62240806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6225c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6230777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 6231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 62320806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->freeBuffer(kPortIndexOutput, index); 62330806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 62340806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 62350806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6238777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 6239777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 6240777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 6241777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 6242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6247f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 6248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6251c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 6252c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 6253ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6254ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 625523858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mCodec->mNodeBinder->unlinkToDeath(mDeathNotifier); 6256ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 6257ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 6258ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6259b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mUsingNativeWindow = false; 6260ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 6261e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mCodec->mNativeWindowUsageBits = 0; 6262ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mNode = 0; 6263ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 6264ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mQuirks = 0; 6265ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 6266054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeInvalid; 6267054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mOutputMetadataType = kMetadataBufferTypeInvalid; 62685b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->mConverter[0].clear(); 62695b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->mConverter[1].clear(); 6270ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 6271c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6272c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6273f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 6274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 6278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 6280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62855778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 62865778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 62875778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 62885778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 62895778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 62905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 62915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 6293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6294c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6295c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6296c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 629754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 629854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 6299c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6301d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 6302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6305c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 6306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6307f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6308f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 6309f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6311d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6315c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 6316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 631830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 631930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 632030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 632130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 632230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 632330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 632430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 6325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6332f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 6333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6334c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 6335c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 6336c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 6337c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 63385778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 63395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6340c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 63415778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 63425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6343ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode == 0); 63445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 634648a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (client.connect() != OK) { 634748a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 634848a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 634948a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 6350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 6352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 63531d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 6354ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6355b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar Vector<AString> matchingCodecs; 63565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 6358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 63595778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 6360d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t quirks = 0; 63617791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 63625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 6363b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar sp<IMediaCodecList> list = MediaCodecList::getInstance(); 6364b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar if (list != NULL && list->findCodecByName(componentName.c_str()) >= 0) { 6365b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar matchingCodecs.add(componentName); 6366afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 63675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 63685778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 63695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 63705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 63715778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 63725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 63735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6374b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar MediaCodecList::findMatchingCodecs( 63755778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 63765778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 6377b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar 0, // flags 6378e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 63795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 63801065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 63811065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 6382ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar IOMX::node_id node = 0; 63831065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6384201d8d400eb037547f4f476a838475b13a446007Wei Jia status_t err = NAME_NOT_FOUND; 63851065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 63861065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 6387b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar componentName = matchingCodecs[matchIndex]; 6388b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar quirks = MediaCodecList::getQuirksFor(componentName.c_str()); 6389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6390da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 6391078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 6392078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 639323858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen err = omx->allocateNode(componentName.c_str(), observer, &mCodec->mNodeBinder, &node); 6394078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 6395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 63961065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 63971065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 63987a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 63997a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 64001065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 64011065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6402ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar node = 0; 64031065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 64041065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6405ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (node == 0) { 64065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 64079f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 64089f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 64095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 64109f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 64115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6412c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 641352e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 6414c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 6415c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 641723858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier = new DeathNotifier(notify); 641823858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen if (mCodec->mNodeBinder == NULL || 641923858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mCodec->mNodeBinder->linkToDeath(mDeathNotifier) != OK) { 642023858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen // This was a local binder, if it dies so do we, we won't care 642123858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen // about any notifications in the afterlife. 642223858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier.clear(); 642323858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen } 642423858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen 642526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = new AMessage(kWhatOMXMessageList, mCodec); 6426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 6427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 642990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.setComponentName(componentName); 6430ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 6431ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 6432ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 6433ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 64341713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 64350167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 6436ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 6437ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 6438afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber mCodec->mQuirks = quirks; 6439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 6440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode = node; 6441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64425778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 64435778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6444d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentAllocated); 64455778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setString("componentName", mCodec->mComponentName.c_str()); 64465778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 64475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6448c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6449c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6450c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6451c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 64525778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 64535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6454c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6455c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6456c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 6457c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 6458c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6459c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6460c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 6461c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 6462c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6463f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 6464f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 6465f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6466f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 6467f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6468054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 6469054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6470a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 6471e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 6472e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 64734e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 6474054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6475c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 6476c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 6477c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6478c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 6479c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 6480c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6481c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6482c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 648354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 6484f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 6485f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 6486c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6487c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6488c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 6489c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 64900806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)mCodec->mOMX->freeNode(mCodec->mNode); 6491c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6492c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 6493c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6494c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 649554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 649654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 6497d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 649854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar notify->post(); 649954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 650054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 6501c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6502c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6503c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 6504c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 6505c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6506c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 6507c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 6508c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6509c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 6510c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6511c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6512c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6513c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 65147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 65157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 65167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 65177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 65187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 65197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 65207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 65218f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 6522d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 65238f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang onSetInputSurface(msg); 6524d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 6525d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 6526d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6527d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6528c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 6529c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6530c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 6531c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6532c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6533c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6534c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6535c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 6536c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6537c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6538c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6539c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6540c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 654154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6542c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6543c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6544c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6545c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6546c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6547c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6548c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 6549c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6550c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6551d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6552c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber notify->post(); 6553c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6554c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6555c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6556c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6557c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6558c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 6559c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 6560c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6561c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6562c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 6563c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6564c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6565c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 65665778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 65675778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 65685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6569ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode != 0); 65705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 65710806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 65725778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 65730806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!msg->findString("mime", &mime)) { 65740806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = BAD_VALUE; 65750806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 65760806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->configureCodec(mime.c_str(), msg); 65770806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 65785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 6579c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 6580c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 6581c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 6582251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6583c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 65845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 65865778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 65875778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6588d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentConfigured); 6589e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 6590e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 65915778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 65925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6593c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6594c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 65955778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 65965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6597d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 6598d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = OK; 6599a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6600d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 6601a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err = mCodec->mOMX->setInternalOption( 6602a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mNode, 6603a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber kPortIndexInput, 6604a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber IOMX::INTERNAL_OPTION_REPEAT_PREVIOUS_FRAME_DELAY, 6605a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mCodec->mRepeatFrameDelayUs, 6606a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber sizeof(mCodec->mRepeatFrameDelayUs)); 6607a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6608a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 6609a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 6610a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 6611a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mComponentName.c_str(), 6612a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err); 6613d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 6614a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6615a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6616a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6617d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 661894ee4b708acfa941581160b267afb79192b1d816Chong Zhang err = mCodec->mOMX->setInternalOption( 661994ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mNode, 662094ee4b708acfa941581160b267afb79192b1d816Chong Zhang kPortIndexInput, 662194ee4b708acfa941581160b267afb79192b1d816Chong Zhang IOMX::INTERNAL_OPTION_MAX_TIMESTAMP_GAP, 662294ee4b708acfa941581160b267afb79192b1d816Chong Zhang &mCodec->mMaxPtsGapUs, 662394ee4b708acfa941581160b267afb79192b1d816Chong Zhang sizeof(mCodec->mMaxPtsGapUs)); 662494ee4b708acfa941581160b267afb79192b1d816Chong Zhang 662594ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 662694ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 662772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mComponentName.c_str(), 662872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err); 6629d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 66302c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 66312c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 66322c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 6633d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 663437b2b389139ed638831e49708c947863eef631efRonghua Wu err = mCodec->mOMX->setInternalOption( 663537b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mNode, 663637b2b389139ed638831e49708c947863eef631efRonghua Wu kPortIndexInput, 663737b2b389139ed638831e49708c947863eef631efRonghua Wu IOMX::INTERNAL_OPTION_MAX_FPS, 663837b2b389139ed638831e49708c947863eef631efRonghua Wu &mCodec->mMaxFps, 663937b2b389139ed638831e49708c947863eef631efRonghua Wu sizeof(mCodec->mMaxFps)); 664037b2b389139ed638831e49708c947863eef631efRonghua Wu 664137b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 664237b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 664337b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mComponentName.c_str(), 664437b2b389139ed638831e49708c947863eef631efRonghua Wu err); 6645d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 664637b2b389139ed638831e49708c947863eef631efRonghua Wu } 664737b2b389139ed638831e49708c947863eef631efRonghua Wu } 664837b2b389139ed638831e49708c947863eef631efRonghua Wu 6649d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mTimePerCaptureUs > 0ll 66502c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang && mCodec->mTimePerFrameUs > 0ll) { 66512c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t timeLapse[2]; 66522c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[0] = mCodec->mTimePerFrameUs; 66532c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[1] = mCodec->mTimePerCaptureUs; 66542c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err = mCodec->mOMX->setInternalOption( 66552c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mNode, 66562c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang kPortIndexInput, 66572c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang IOMX::INTERNAL_OPTION_TIME_LAPSE, 66582c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang &timeLapse[0], 66592c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang sizeof(timeLapse)); 66602c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 66612c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 66622c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 66632c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mComponentName.c_str(), 66642c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err); 6665d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 66662c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 66672c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 666872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6669d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 667072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang bool suspend = true; 667172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err = mCodec->mOMX->setInternalOption( 667272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mNode, 667372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 667472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_SUSPEND, 667572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &suspend, 667672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(suspend)); 667772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 667872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 667972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 668094ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mComponentName.c_str(), 668194ee4b708acfa941581160b267afb79192b1d816Chong Zhang err); 6682d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 668394ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 668494ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 668594ee4b708acfa941581160b267afb79192b1d816Chong Zhang 6686c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 6687c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mCodec->mOMX->getParameter( 6688c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 6689c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 6690c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mInputFormat->setInt32( 6691c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 6692c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 6693c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 6694b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<ABuffer> colorAspectsBuffer; 6695b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mCodec->mInputFormat->findBuffer("android._color-aspects", &colorAspectsBuffer)) { 6696b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mCodec->mOMX->setInternalOption( 6697b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mNode, kPortIndexInput, IOMX::INTERNAL_OPTION_COLOR_ASPECTS, 6698b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar colorAspectsBuffer->base(), colorAspectsBuffer->capacity()); 6699b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 6700b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("[%s] Unable to configure color aspects (err %d)", 6701b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mComponentName.c_str(), err); 6702b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 6703b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6704b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6705d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 6706d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6707d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6708d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 6709d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 6710d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 6711d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6712d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 6713d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceCreated); 6714d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6715b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace; 6716b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = 6717b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace(&dataSpace); 6718b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 6719b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 672057fad3c31f46ec98d15bc253c16f9d269aeb8ea7Lajos Molnar 6721d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 6722b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 67233e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeANWBuffer; 6724b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mCodec->mOMX->createInputSurface( 67253e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mNode, kPortIndexInput, dataSpace, &bufferProducer, 67263e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar &mCodec->mInputMetadataType); 67273e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // framework uses ANW buffers internally instead of gralloc handles 67283e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (mCodec->mInputMetadataType == kMetadataBufferTypeGrallocSource) { 67293e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeANWBuffer; 67303e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar } 6731b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6732d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6733d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6734d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6735d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6736d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 67377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 67387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setObject("input-surface", 67397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 67407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 67417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 67427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 67437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 67447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 67457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 67467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setInt32("err", err); 67477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 67487cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->post(); 67497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 67507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 67518f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::LoadedState::onSetInputSurface( 6752d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> &msg) { 67538f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGV("onSetInputSurface"); 6754d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6755d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 6756d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceAccepted); 6757d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6758d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 6759d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 6760d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 6761d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6762b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace; 6763b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = 6764b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace(&dataSpace); 6765b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 6766b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 6767b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 6768b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 67693e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeANWBuffer; 6770b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mCodec->mOMX->setInputSurface( 6771b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mNode, kPortIndexInput, surface->getBufferConsumer(), 6772b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar &mCodec->mInputMetadataType); 67733e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // framework uses ANW buffers internally instead of gralloc handles 67743e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (mCodec->mInputMetadataType == kMetadataBufferTypeGrallocSource) { 67753e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeANWBuffer; 67763e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar } 6777b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6778d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6779d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6780b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar surface->getBufferConsumer()->setDefaultBufferDataSpace(dataSpace); 6781d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6782d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6783d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6784d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 6785d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 6786d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 6787d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 67888f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGE("[%s] onSetInputSurface returning error %d", 6789d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 6790d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("err", err); 6791d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6792d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->post(); 6793d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6794d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6795c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 67965778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 67975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 67980806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 67990806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 68000806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 68010806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 68020806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mLoadedToIdleState); 68030806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6807f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6808f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 6809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6810f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6811f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6812f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 68133856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 6814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6815cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 6816cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 681729357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 6818cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 6819cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 6820cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 6821251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 682291bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 6823c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mOMX->sendCommand( 6824c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 6825c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexInput)) { 6826c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexInput); 6827c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6828c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexOutput)) { 6829c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexOutput); 6830c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6831c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia 683291bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 6833cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6834f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6835f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6836f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 6837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 6838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6839f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 6840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 6841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mCodec->allocateBuffersOnPort(kPortIndexOutput); 6844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6846f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 684872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68556507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 68566507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 68576507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 68586507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 68596507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 68606507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 68616463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 68626463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 68636463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 68646463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 68656463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 68666463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 68676463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 68686463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 68696463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 68706463e76d41430f9b03a79b221de84255f2475658Marco Nelissen sp<AMessage> notify = mCodec->mNotify->dup(); 6871d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 68726463e76d41430f9b03a79b221de84255f2475658Marco Nelissen notify->post(); 68736463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 68746463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 68756463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 6876f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6878f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6881f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 6882f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 68860806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 68870806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 68880806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 68890806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in LoadedToIdleState: %s(%u) %s(%u)", 68900806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 68910806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 68920806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 68930806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68950806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 68960806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 68970806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateExecuting); 68980806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 69000806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 69010806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 69020806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 69030806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mIdleToExecutingState); 69040806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6908f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6916f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 6917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6920f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 69213856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 6922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6924f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 692672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6927f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6928f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6929f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6933d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 6934d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6935d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 6936d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6937d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6938d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6939d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 6940d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6941d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 6942d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6943d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6944d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber notify->post(); 6945d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6946d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6947d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6948d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 69496507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 69506507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 69516507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 69526507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 69536507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 69546507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 6955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6956f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6958f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6959f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6960f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 6961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 69650806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 69660806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateExecuting) { 69670806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToExecutingState: %s(%u) %s(%u)", 69680806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 69690806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 69700806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 69710806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 69720806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 6975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6987f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 6988349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 6989349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 6990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6992f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 6993ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 6994f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6995f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6997054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 6998054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 6999054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 7000054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 7001054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 7002054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 7003054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 7004054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->submitOutputMetadataBuffer() != OK) 7005054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 7006054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7007054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 70084dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 70094dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 7010054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 7011054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 7012054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 7013054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 70140806340688c937e7b78c2d89db3809274130df4eLajos Molnar bool failed = false; 7015f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 7016f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 7017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 70190806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US 70200806340688c937e7b78c2d89db3809274130df4eLajos Molnar && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 70210806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us or the surface"); 70220806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 70230806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 70240806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 7028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 70300806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US) { 70310806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us"); 70320806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 70330806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 70340806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 70370806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] calling fillBuffer %u", mCodec->mComponentName.c_str(), info->mBufferID); 7038349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 703915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitRegularOutputBuffers"); 704015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 704115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 70420806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 70430806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 70440806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 70450806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7047f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 7048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 70490806340688c937e7b78c2d89db3809274130df4eLajos Molnar 70500806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (failed) { 70510806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 70520806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7053f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7054f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7055054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 7056c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 7057054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 7058054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 7059054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7060054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 7061054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 7062f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 7063349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 70640806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] We're already active, no need to resume.", mCodec->mComponentName.c_str()); 7065349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 7066349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7067349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7068f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 7069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 70703cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 7071777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mCodec->mBuffers[kPortIndexInput].size() == 0u) { 7072777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("[%s] we don't have any input buffers to resume", mCodec->mComponentName.c_str()); 7073777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7074777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 70753cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 70763cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 70773cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 70783cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 70793cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 70803cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 7081349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7082349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 7083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7085f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 70863856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 7087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 708890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 7089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 7090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7092f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 7093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7098c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 7099c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 7100c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 7101c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 7102c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 710354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 7104c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 7105c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 7106349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 7107349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 71080806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 71090806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 71100806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 71110806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (keepComponentAllocated) { 71120806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 71130806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 71140806340688c937e7b78c2d89db3809274130df4eLajos Molnar // TODO: do some recovery here. 71150806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 71160806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mExecutingToIdleState); 71170806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 71257a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 7126ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 7127d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 7128d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 7129d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 7130d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 7131d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 7132d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7133349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 7134349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 71350806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandFlush, OMX_ALL); 71360806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 71370806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 71380806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 71390806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mFlushingState); 71400806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 7147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 7149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7154496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 7155496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 7156496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 7157496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 7158496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 7159496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 7160496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 7161496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 7162496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 7163496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 7164496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 7165a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 7166a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 7167a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 7168a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 7169a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7170a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 7171a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7172a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 7173a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 7174a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 7175a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 7176a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7177a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7178a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 7179a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 7180a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7181a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 71827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 71837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 71846507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 71857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 71867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 71877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 71887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 71894dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 7190054219874873b41f1c815552987c10465c34ba2bLajos Molnar case kWhatSubmitOutputMetadataBufferIfEOS: 71914dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 71924dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 71934dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 7194054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t err = mCodec->submitOutputMetadataBuffer(); 71954dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 7196054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 71974dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 71984dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 71994dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 72004dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 72014dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 7202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7210a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 7211a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 7212530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 7213a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 7214a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 7215a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 7216a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 7217a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7218a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mOMX->setConfig( 7219a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mNode, 7220a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 7221a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 7222a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 7223a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7224a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 7225a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 7226a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 7227a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7228a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 7229a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7230a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7231a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 723272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 723372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 723472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang status_t err = 723572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mOMX->setInternalOption( 723672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mNode, 723772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 723872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_START_TIME, 723972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &skipFramesBeforeUs, 724072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(skipFramesBeforeUs)); 724172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 724272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 724372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 724472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 724572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 724672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 724772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 7248e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 7249e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 7250e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber bool suspend = dropInputFrames != 0; 7251e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 7252b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = 7253b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber mOMX->setInternalOption( 7254e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber mNode, 7255e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber kPortIndexInput, 7256e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber IOMX::INTERNAL_OPTION_SUSPEND, 7257e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber &suspend, 7258b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber sizeof(suspend)); 7259b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7260b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 7261b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 7262b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 7263b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7264b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7265b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7266b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 7267b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 7268b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 7269b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7270b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 7271b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 7272b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 7273b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7274e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 7275e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 72768db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 72778db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 72788db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 72798db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 72808db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 72818db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 72828db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 72838db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 72848db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 7285870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 7286870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (params->findInt32("intra-refresh-period", &intraRefreshPeriod) 7287870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 7288870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = setIntraRefreshPeriod(intraRefreshPeriod, false); 7289870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 7290870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 7291870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 7292870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 7293870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 7294870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 7295870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 7296a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 7297a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 7298a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 72996507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 73006507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden sp<AMessage> notify = mNotify->dup(); 7301d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatSignaledInputEOS); 73026507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 73036507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden status_t err = mOMX->signalEndOfInputStream(mNode); 73046507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (err != OK) { 73056507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->setInt32("err", err); 73066507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 73076507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->post(); 73086507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 73096507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 731090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::ExecutingState::onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 731190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 731290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 731390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 731490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7315f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 7316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 7319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 7321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7322b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->onOutputFormatChanged(); 7323b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 732431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 7325054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 7326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 7327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, 7328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 7329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 7330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7331349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 7332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 7334b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } else if (data2 != OMX_IndexConfigCommonOutputCrop 7335b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar && data2 != OMX_IndexConfigAndroidIntraRefresh) { 7336ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 7337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 7338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 7344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7355f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 7356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 7357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7360f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 7361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 7362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 7363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 7364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 7367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 7369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7371f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 7372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7378349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 7379e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 7380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7381349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 73823856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 7383349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7384349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7398f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 73993856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 7400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 7401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 740390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::OutputPortSettingsChangedState::onOMXFrameRendered( 740490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, nsecs_t systemNano) { 740590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 740690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 740790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 740890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7409f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 7410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 74150806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data2 != (OMX_U32)kPortIndexOutput) { 74160806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("ignoring EventCmdComplete CommandPortDisable for port %u", data2); 74170806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 74180806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74200806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now disabled.", mCodec->mComponentName.c_str()); 7421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74220806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 74230806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!mCodec->mBuffers[kPortIndexOutput].isEmpty()) { 74240806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("disabled port should be empty, but has %zu buffers", 74250806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mBuffers[kPortIndexOutput].size()); 74260806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 74270806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 74280806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mDealer[kPortIndexOutput].clear(); 74290806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74310806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 74320806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 74330806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandPortEnable, kPortIndexOutput); 74340806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74360806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 74370806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 74380806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE_IF(err != OK, "Failed to allocate output port buffers after port " 74390806340688c937e7b78c2d89db3809274130df4eLajos Molnar "reconfiguration: (%d)", err); 74400806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7441cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 74420806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 7443251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 7444d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7445755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // This is technically not correct, but appears to be 7446755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the only way to free the component instance. 7447755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // Controlled transitioning from excecuting->idle 7448755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // and idle->loaded seem impossible probably because 7449755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the output port never finishes re-enabling. 7450755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mShutdownInProgress = true; 7451755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mKeepComponentAllocated = false; 7452755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->changeState(mCodec->mLoadedState); 7453cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 7454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 7457777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (data2 != (OMX_U32)kPortIndexOutput) { 7458777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("ignoring EventCmdComplete OMX_CommandPortEnable for port %u", data2); 7459777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7460777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74620806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now reenabled.", mCodec->mComponentName.c_str()); 7463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7464349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 7465349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 7466349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7467349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 7474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 7478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7483f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 74845778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 74855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 7486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7488f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 7489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 74960806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("Ignoring flush request in ExecutingToIdleState"); 7497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 7503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7516f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 75173856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 751831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 75195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 7520b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->mLastOutputFormat.clear(); 7521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7523f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 7524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 75280806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 75290806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 75300806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in ExecutingToIdleState: %s(%u) %s(%u)", 75310806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 75320806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 75330806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 75340806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 75350806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 75375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 75385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7544349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7545349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 7546349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 7547349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 7548349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7549349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7550349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 75550af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 7556f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 75575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 75580806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 75590806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 75600806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 75610806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffersOnPort(kPortIndexInput); 75620806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->freeBuffersOnPort(kPortIndexOutput); 75630806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 75640806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = err2; 75650806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 75660806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 75680167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 75690167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 7570bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 7571bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 7572bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 7573bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 7574b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 7575bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 7576bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 75770806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 75780806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 75790806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 75800806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 75810806340688c937e7b78c2d89db3809274130df4eLajos Molnar 7582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 7583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7586f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 7587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7593f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 7594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7602f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 7603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7606f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 7607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 7613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 76220806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Got flush request in IdleToLoadedState"); 7623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7634f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 76353856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 7636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7638f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 7639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 76430806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 76440806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateLoaded) { 76450806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToLoadedState: %s(%u) %s(%u)", 76460806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 76470806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 76480806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 76490806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 76500806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7652c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 7653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7664f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 7665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7668f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 76693856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 7670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 7672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7674f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 7675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7683f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 7687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7699f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 7700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7701ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 7702ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 7703d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 77070806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandFlush) { 77080806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("unexpected EventCmdComplete %s(%d) data2:%d in FlushingState", 77090806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, data2); 77100806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 77110806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 77120806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 7715777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mFlushComplete[data2]) { 7716777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("Flush already completed for %s port", 7717777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim data2 == kPortIndexInput ? "input" : "output"); 7718777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return true; 7719777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7720f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 7721e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 77220806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (mFlushComplete[kPortIndexInput] && mFlushComplete[kPortIndexOutput]) { 7723e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 7724e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 7725777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else if (data2 == OMX_ALL) { 7726777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!mFlushComplete[kPortIndexInput] || !mFlushComplete[kPortIndexOutput]) { 7727777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("received flush complete event for OMX_ALL before ports have been" 7728777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim "flushed (%d/%d)", 7729777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mFlushComplete[kPortIndexInput], mFlushComplete[kPortIndexOutput]); 7730777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7731777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7734777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else { 7735777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("data2 not OMX_ALL but %u in EventCmdComplete CommandFlush", data2); 7736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7741349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7742349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 77431d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 7744349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 7745609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32("node", mCodec->mNode); 7746349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 7747349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 7748349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 7749349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 77503856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 7751349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 7752349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7753349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 7754349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7755349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7756349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7757349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7758f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7759f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7760f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7761f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7762f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7763f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7765f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 7766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7770f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7771f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 7772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7777f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 7778f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 7779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 7780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 77817e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 77827e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 77837e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 77847e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 778590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 778690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 7788d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 7789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 7790f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 7792f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 7793f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7794dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 7795dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 7796f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 7797f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 7798f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 7799f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 7800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7803f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 78045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::queryCapabilities( 78055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 78065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps) { 78075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar (*caps).clear(); 78085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const char *role = getComponentRole(isEncoder, mime.c_str()); 78095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 78105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 78115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMXClient client; 78145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = client.connect(); 78155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 78165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 78175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<IOMX> omx = client.interface(); 78205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecObserver> observer = new CodecObserver; 78215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar IOMX::node_id node = 0; 78225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 782323858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen err = omx->allocateNode(name.c_str(), observer, NULL, &node); 78245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 78255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 78265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 78275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar err = setComponentRole(omx, node, role); 78305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 78315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 78325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 78335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 78345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::CapabilitiesBuilder> builder = new MediaCodecInfo::CapabilitiesBuilder(); 78375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isVideo = mime.startsWithIgnoreCase("video/"); 78385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo) { 78405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PROFILELEVELTYPE param; 78415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 78425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 78435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78446e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 78456e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 78465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 78475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoProfileLevelQuerySupported, 78485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 78495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 78505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 78515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, param.eLevel); 78536e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 78546e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 78556e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 78566e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 78576e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile, param.eLevel); 78586e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 78595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // Color format query 78625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // return colors in the order reported by the OMX component 78635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // prefix "flexible" standard ones with the flexible equivalent 78645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE portFormat; 78655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&portFormat); 786636e4e1592bb07e1fdf8d4324f65a66ba332d75f2Lajos Molnar portFormat.nPortIndex = isEncoder ? kPortIndexInput : kPortIndexOutput; 78675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar Vector<uint32_t> supportedColors; // shadow copy to check for duplicates 78686e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 78696e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar portFormat.nIndex = index; 78705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 78715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoPortFormat, 78725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &portFormat, sizeof(portFormat)); 78735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 78745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 78755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_U32 flexibleEquivalent; 78785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isFlexibleColorFormat( 78795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx, node, portFormat.eColorFormat, false /* usingNativeWindow */, 78805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &flexibleEquivalent)) { 78815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool marked = false; 78825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar for (size_t i = 0; i < supportedColors.size(); ++i) { 78835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (supportedColors[i] == flexibleEquivalent) { 78845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar marked = true; 78855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 78865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (!marked) { 78895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(flexibleEquivalent); 78905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(flexibleEquivalent); 78915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(portFormat.eColorFormat); 78945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(portFormat.eColorFormat); 78956e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 78966e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 78976e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 78986e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 78996e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(portFormat.eColorFormat), portFormat.eColorFormat); 79006e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 79015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (mime.equalsIgnoreCase(MEDIA_MIMETYPE_AUDIO_AAC)) { 79035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // More audio codecs if they have profiles. 79045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_AUDIO_PARAM_ANDROID_PROFILETYPE param; 79055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 79065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 79076e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 79086e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 79095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 79105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexParamAudioProfileQuerySupported, 79115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 79125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 79135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 79145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // For audio, level is ignored. 79165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, 0 /* level */); 79176e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 79186e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 79196e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x", 79206e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 79216e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile); 79226e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 79235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 79255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // NOTE: Without Android extensions, OMX does not provide a way to query 79265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // AAC profile support 79275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (param.nProfileIndex == 0) { 79285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("component %s doesn't support profile query.", name.c_str()); 79295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 79325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && !isEncoder) { 79335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar native_handle_t *sidebandHandle = NULL; 79345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->configureVideoTunnelMode( 79355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 0, &sidebandHandle) == OK) { 79365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // tunneled playback includes adaptive playback 79375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback 79385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar | MediaCodecInfo::Capabilities::kFlagSupportsTunneledPlayback); 79395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (omx->storeMetaDataInBuffers( 79405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE) == OK || 79415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->prepareForAdaptivePlayback( 79425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 79435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 1280 /* width */, 720 /* height */) == OK) { 79445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback); 79455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 79485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && isEncoder) { 79495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 79505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶ms); 79515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar params.nPortIndex = kPortIndexOutput; 79525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TODO: should we verify if fallback is supported? 79535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->getConfig( 79545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, 79555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶ms, sizeof(params)) == OK) { 79565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsIntraRefresh); 79575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 79595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 79605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar *caps = builder; 79615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 79625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 79635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return OK; 79645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 79655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 7966a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// These are supposed be equivalent to the logic in 7967a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// "audio_channel_out_mask_from_count". 7968a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar//static 7969a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnarstatus_t ACodec::getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]) { 7970a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar switch (numChannels) { 7971a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 1: 7972a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelCF; 7973a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7974a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 2: 7975a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7976a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7977a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7978a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 3: 7979a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7980a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7981a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7982a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7983a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 4: 7984a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7985a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7986a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelLR; 7987a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelRR; 7988a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7989a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 5: 7990a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7991a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7992a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7993a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLR; 7994a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelRR; 7995a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7996a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 6: 7997a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7998a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7999a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8000a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 8001a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 8002a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 8003a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8004a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 7: 8005a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8006a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8007a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8008a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 8009a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 8010a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 8011a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelCS; 8012a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8013a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 8: 8014a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 8015a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 8016a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 8017a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 8018a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 8019a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 8020a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelLS; 8021a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[7] = OMX_AUDIO_ChannelRS; 8022a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 8023a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar default: 8024a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return -EINVAL; 8025a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar } 8026a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 8027a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return OK; 8028a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar} 8029a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 8030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 8031