ACodec.cpp revision 3e328782f1e1061d08ea0c45b855cc418a2d9ea6
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 4090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/MediaCodec.h> 41afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 44d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 45b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 463a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 473a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 4897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 50f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 5197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 52777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim#include <OMX_AsString.h> 53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 555b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar#include "include/DataConverter.h" 5673dd808754c641fe798273d356ee38368715fa7bLajos Molnar#include "omx/OMXUtils.h" 57496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 58f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 59f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 606e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnarenum { 616e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar kMaxIndicesToCheck = 32, // used when enumerating supported formats and profiles 626e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar}; 636e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 64251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 65251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 66251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 67251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 68251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 69251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 70251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 71251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 72251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 73251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 74251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 75251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 97251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 98251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 99251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 100251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 101251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 102251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 103251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 104251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 105251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 10626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarstruct MessageList : public RefBase { 10726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar MessageList() { 10826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 109984a54322f7c70bc75e862d91bdd975814872affLajos Molnar virtual ~MessageList() { 110984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 11126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > &getList() { return mList; } 11226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarprivate: 11326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > mList; 11426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 11526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar DISALLOW_EVIL_CONSTRUCTORS(MessageList); 11626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar}; 11726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 1185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnarstatic sp<DataConverter> getCopyConverter() { 1195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar static pthread_once_t once = PTHREAD_ONCE_INIT; // const-inited 1205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar static sp<DataConverter> sCopyConverter; // zero-inited 1215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pthread_once(&once, [](){ sCopyConverter = new DataConverter(); }); 1225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return sCopyConverter; 1235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar} 1245b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 125f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 13326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar virtual void onMessages(const std::list<omx_message> &messages) { 134984a54322f7c70bc75e862d91bdd975814872affLajos Molnar if (messages.empty()) { 135984a54322f7c70bc75e862d91bdd975814872affLajos Molnar return; 136984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 137984a54322f7c70bc75e862d91bdd975814872affLajos Molnar 138984a54322f7c70bc75e862d91bdd975814872affLajos Molnar sp<AMessage> notify = mNotify->dup(); 13926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool first = true; 14026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = new MessageList(); 14126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<omx_message>::const_iterator it = messages.cbegin(); 14226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != messages.cend(); ++it) { 14326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar const omx_message &omx_msg = *it; 14426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar if (first) { 14526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setInt32("node", omx_msg.node); 146984a54322f7c70bc75e862d91bdd975814872affLajos Molnar first = false; 147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> msg = new AMessage; 15026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("type", omx_msg.type); 15126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar switch (omx_msg.type) { 15226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EVENT: 15326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 15426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("event", omx_msg.u.event_data.event); 15526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data1", omx_msg.u.event_data.data1); 15626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data2", omx_msg.u.event_data.data2); 15726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 15826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EMPTY_BUFFER_DONE: 16126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 16326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("fence_fd", omx_msg.fenceFd); 16426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 16526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::FILL_BUFFER_DONE: 16826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "buffer", omx_msg.u.extended_buffer_data.buffer); 17126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_offset", 17326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_offset); 17426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_length", 17626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_length); 17726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "flags", 17926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.flags); 18026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt64( 18126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "timestamp", 18226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.timestamp); 18326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 18426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "fence_fd", omx_msg.fenceFd); 18526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 18626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 18990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 19090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 19190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "media_time_us", omx_msg.u.render_data.timestamp); 19290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 19390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "system_nano", omx_msg.u.render_data.nanoTime); 19490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 19590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 19690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 19726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar default: 19826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar ALOGE("Unrecognized message type: %d", omx_msg.type); 19926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 20026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 20126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msgList->getList().push_back(msg); 20226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 20326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setObject("messages", msgList); 20426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->post(); 205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 207f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 210f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 218f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 221f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 241f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 24226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles an OMX message. Returns true iff message was handled. 243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles a list of messages. Returns true iff messages were handled. 24626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool onOMXMessageList(const sp<AMessage> &msg); 24726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // returns true iff this message is for this component and the component is alive 24926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool checkOMXMessage(const sp<AMessage> &msg); 25026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 25115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd); 252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 25715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 25815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd); 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 26190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 269ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberstruct ACodec::DeathNotifier : public IBinder::DeathRecipient { 270ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DeathNotifier(const sp<AMessage> ¬ify) 271ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 272ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 273ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 274ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 275ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 276ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 277ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 278ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 279ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 280ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 281ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 282ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 283ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 284ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 285ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 286ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber UninitializedState(ACodec *codec); 289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 290f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 292c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 294f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 296c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 298ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 299ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 305c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 306c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber LoadedState(ACodec *codec); 307c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 308c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 309c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 310c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 311c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 312c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 313c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 314c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 315c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 3167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 3178f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang void onSetInputSurface(const sp<AMessage> &msg); 318c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 319c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 320c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 321d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 322d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 323c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 324c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 325c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 326c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 327c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 328f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber LoadedToIdleState(ACodec *codec); 330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 336f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 344f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToExecutingState(ACodec *codec); 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 347f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 352f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 358f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingState(ACodec *codec); 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 361054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 362054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 369349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 370349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 371349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 37890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 381349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 382349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OutputPortSettingsChangedState(ACodec *codec); 390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 391f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 39790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 405f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingToIdleState(ACodec *codec); 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 408f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 417f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4205778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 4215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 427f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToLoadedState(ACodec *codec); 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 436f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FlushingState(ACodec *codec); 444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 445f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 46415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setWriteFence(int fenceFd, const char *dbg) { 46515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 46615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by write fence %d in %s", 46715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 46815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 46915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = false; 47115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 47215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 47315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setReadFence(int fenceFd, const char *dbg) { 47415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 47515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by read fence %d in %s", 47615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 47715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 47815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = true; 48015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkWriteFence(const char *dbg) { 48315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && mIsReadFence) { 48415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING read fence %d as write fence in %s", mFenceFd, dbg); 48515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkReadFence(const char *dbg) { 48915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && !mIsReadFence) { 49015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING write fence %d as read fence in %s", mFenceFd, dbg); 49115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 49215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 49315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 49415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar//////////////////////////////////////////////////////////////////////////////// 49515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 496f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 497afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : mQuirks(0), 498609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mNode(0), 499b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow(false), 500e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits(0), 5018db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 502c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 503346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError(false), 5049806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 50554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 506f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mIsLegacyVP9Decoder(false), 5079806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 5089806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 509e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 5109806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 511054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 512054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 513054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType(kMetadataBufferTypeInvalid), 514054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType(kMetadataBufferTypeInvalid), 515011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment(false), 516054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit(0), 5175b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mNumUndequeuedBuffers(0), 51894ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 5192c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 52037b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 5212c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs(-1ll), 522609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mTimePerCaptureUs(-1ll), 523ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 5248338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mTunneled(false), 525db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeColorAspectsIndex((OMX_INDEXTYPE)0), 526db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeHDRStaticInfoIndex((OMX_INDEXTYPE)0) { 527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 528c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 541dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 546f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 549f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::setNotificationMessage(const sp<AMessage> &msg) { 550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 553f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 5551d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 559a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 5601d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 561a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 562a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 563a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 564a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5655778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 5665778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 5671d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5685778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5695778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5715778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 5725778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 5731d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5745778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5755778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 5781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 5791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 5801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 5821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 5831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 5851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 5861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 5871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 5881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 5891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 5911d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 5927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5948f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::initiateSetInputSurface( 595d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 5968f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 597d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 598d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 599d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 600d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 6021d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 6037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 6047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 6055778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 6061d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 6075778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 609f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 6107a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 6111d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 614f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 6151d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 618c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 6191d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 620c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 621c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 62230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 62330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 6241d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 62530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 628496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 6291d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 630496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 631496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6324dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6334dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 6344dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 6354dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 6364dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 637054219874873b41f1c815552987c10465c34ba2bLajos Molnarvoid ACodec::signalSubmitOutputMetadataBufferIfEOS_workaround() { 6384dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 639054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit > 0) { 640054219874873b41f1c815552987c10465c34ba2bLajos Molnar (new AMessage(kWhatSubmitOutputMetadataBufferIfEOS, this))->post(); 6414dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 6424dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 6434dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 6451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 6471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 6481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 6491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 654e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // cannot switch from bytebuffers to surface 6551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 6561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 6571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 6611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 6621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 6631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 6641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 6681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 6691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 6701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 673e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int usageBits = 0; 674e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage(nativeWindow, &usageBits); 6751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 6761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 679f42917964a76720932b23e67a05d034cd0cf346bChong Zhang int ignoredFlags = kVideoGrallocUsage; 680e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // New output surface is not allowed to add new usage flag except ignored ones. 681e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar if ((usageBits & ~(mNativeWindowUsageBits | ignoredFlags)) != 0) { 682e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ALOGW("cannot change usage from %#x to %#x", mNativeWindowUsageBits, usageBits); 683e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar return BAD_VALUE; 684e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar } 685e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar 6861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 6871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 6881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 6891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 6901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 6911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 6921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 6941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 6951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 6981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 6991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 7001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 7011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 7041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 7051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 7061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 7071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 7091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 7111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 7121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 715dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 716dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 717dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 7181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 7191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 7201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 7211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 7221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 723054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() 724011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar && !mLegacyAdaptiveExperiment 7251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 726598c14420eefb2df4b50d9dd55bbf99bbc35e95ePawin Vongmasa ALOGV("skipping buffer"); 7271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 7281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 7321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 7341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 741054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment) { 7421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 74315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar BufferInfo &info = buffers.editItemAt(i); 7441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 74715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), info.mFenceFd); 74815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 7491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 7511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 7581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 7591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 761484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 762484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 763484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 764484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 765484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 7661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 767e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = usageBits; 7681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 7691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 7701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 771f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mDealer[portIndex] == NULL); 775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7775778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 778f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 779054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 780054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = allocateOutputMetadataBuffers(); 781054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 782054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 783054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 7855778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 7865778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 7875778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7895778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 7905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 793054219874873b41f1c815552987c10465c34ba2bLajos Molnar MetadataBufferType type = 794054219874873b41f1c815552987c10465c34ba2bLajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 7955b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t bufSize = def.nBufferSize; 7963e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 797054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoNativeMetadata); 7983e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar } else if (type == kMetadataBufferTypeNativeHandleSource) { 7993e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar bufSize = sizeof(VideoNativeHandleMetadata); 800054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 801054219874873b41f1c815552987c10465c34ba2bLajos Molnar 802054219874873b41f1c815552987c10465c34ba2bLajos Molnar // If using gralloc or native source input metadata buffers, allocate largest 803054219874873b41f1c815552987c10465c34ba2bLajos Molnar // metadata size as we prefer to generate native source metadata, but component 8045fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // may require gralloc source. For camera source, allocate at least enough 8055fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // size for native metadata buffers. 8065b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t allottedSize = bufSize; 8073e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (portIndex == kPortIndexInput && type == kMetadataBufferTypeANWBuffer) { 808054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = max(sizeof(VideoGrallocMetadata), sizeof(VideoNativeMetadata)); 8095fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar } else if (portIndex == kPortIndexInput && type == kMetadataBufferTypeCameraSource) { 8105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar bufSize = max(bufSize, sizeof(VideoNativeMetadata)); 8115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 8125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 8135b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t conversionBufferSize = 0; 8145b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 8155b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> converter = mConverter[portIndex]; 8165b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (converter != NULL) { 8175b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // here we assume sane conversions of max 4:1, so result fits in int32 8185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (portIndex == kPortIndexInput) { 8195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar conversionBufferSize = converter->sourceSize(bufSize); 8205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 8215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar conversionBufferSize = converter->targetSize(bufSize); 8225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 823054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 824054219874873b41f1c815552987c10465c34ba2bLajos Molnar 82528edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t alignment = MemoryDealer::getAllocationAlignment(); 82628edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 8275b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGV("[%s] Allocating %u buffers of size %zu/%zu (from %u using %s) on %s port", 8285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 829054219874873b41f1c815552987c10465c34ba2bLajos Molnar def.nBufferCountActual, bufSize, allottedSize, def.nBufferSize, asString(type), 8305778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8325b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // verify buffer sizes to avoid overflow in align() 8335b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (bufSize == 0 || max(bufSize, conversionBufferSize) > kMaxCodecBufferSize) { 83428edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar ALOGE("b/22885421"); 83528edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar return NO_MEMORY; 83628edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar } 83728edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 83828edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar // don't modify bufSize as OMX may not expect it to increase after negotiation 83928edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t alignedSize = align(bufSize, alignment); 8405b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t alignedConvSize = align(conversionBufferSize, alignment); 8415b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (def.nBufferCountActual > SIZE_MAX / (alignedSize + alignedConvSize)) { 84234e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen ALOGE("b/22885421"); 84334e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen return NO_MEMORY; 84434e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen } 84528edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 8465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t totalSize = def.nBufferCountActual * (alignedSize + alignedConvSize); 8475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 849054219874873b41f1c815552987c10465c34ba2bLajos Molnar for (OMX_U32 i = 0; i < def.nBufferCountActual && err == OK; ++i) { 850054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[portIndex]->allocate(bufSize); 8515581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 852777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 853777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 855ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 856ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 85715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 85890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 859a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mNativeHandle = NULL; 860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 861afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber uint32_t requiresAllocateBufferBit = 862afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber (portIndex == kPortIndexInput) 863b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar ? kRequiresAllocateBufferOnInputPorts 864b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar : kRequiresAllocateBufferOnOutputPorts; 8651065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 866e33d922fd86699c664a15f09e6d8b2e422736a40Lajos Molnar if (portIndex == kPortIndexInput && (mFlags & kFlagIsSecure)) { 867ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mem.clear(); 868ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 869a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar void *ptr = NULL; 870a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar native_handle_t *native_handle = NULL; 871a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->allocateSecureBuffer( 872054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, bufSize, &info.mBufferID, 873a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar &ptr, &native_handle); 874a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 875a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // TRICKY: this representation is unorthodox, but ACodec requires 876a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // an ABuffer with a proper size to validate range offsets and lengths. 877a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // Since mData is never referenced for secure input, it is used to store 878a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // either the pointer to the secure buffer, or the opaque handle as on 879a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // some devices ptr is actually an opaque handle, not a pointer. 880a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 881a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // TRICKY2: use native handle as the base of the ABuffer if received one, 882a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // because Widevine source only receives these base addresses. 883a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mData = new ABuffer(ptr != NULL ? ptr : (void *)native_handle, bufSize); 884a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mNativeHandle = NativeHandle::create(native_handle, true /* ownsHandle */); 8855b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 886ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } else if (mQuirks & requiresAllocateBufferBit) { 8875778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->allocateBufferWithBackup( 888054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, mem, &info.mBufferID, allottedSize); 8895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 890054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->useBuffer(mNode, portIndex, mem, &info.mBufferID, allottedSize); 891ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 892ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 893ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (mem != NULL) { 8945b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = new ABuffer(mem->pointer(), bufSize); 8955b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecRef = mem; 8965b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 897054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 898054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 899054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 9005b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 9015b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // if we require conversion, allocate conversion buffer for client use; 9025b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // otherwise, reuse codec buffer 9035b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[portIndex] != NULL) { 9045b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar CHECK_GT(conversionBufferSize, (size_t)0); 9055b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mem = mDealer[portIndex]->allocate(conversionBufferSize); 9065b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mem == NULL|| mem->pointer() == NULL) { 9075b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return NO_MEMORY; 9085b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 9095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mData = new ABuffer(mem->pointer(), conversionBufferSize); 9105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = mem; 9115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 9125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mData = info.mCodecData; 9135b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = info.mCodecRef; 9145b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 9155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9161065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 9175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 9181065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 9191065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 9205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 9225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 9235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 9245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 9265778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mNotify->dup(); 927d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatBuffersAllocated); 9285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9295778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("portIndex", portIndex); 930eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 931eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<PortDescription> desc = new PortDescription; 932eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 9335778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 934eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber const BufferInfo &info = mBuffers[portIndex][i]; 935a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar desc->addBuffer(info.mBufferID, info.mData, info.mNativeHandle, info.mMemRef); 936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 938eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber notify->setObject("portDesc", desc); 9395778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 9405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 944e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage( 945e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */) { 9461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 9471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 9481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 9491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 9511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 9521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 9541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 9581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mOMX->getGraphicBufferUsage(mNode, kPortIndexOutput, &usage); 9591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 9601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 9611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 9621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 9631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 9651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 9671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 9681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 970f42917964a76720932b23e67a05d034cd0cf346bChong Zhang usage |= kVideoGrallocUsage; 971e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar *finalUsage = usage; 972b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 9731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 9741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return setNativeWindowSizeFormatAndUsage( 9751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 9761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 9771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 9781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 9791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 9801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage); 9811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 9821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 9841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 9851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *minUndequeuedBuffers) { 9861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 9871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 9881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 9891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 9911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 9921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 994e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar err = setupNativeWindowSizeFormatAndUsage(mNativeWindow.get(), &mNativeWindowUsageBits); 9951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 997e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 9981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 10001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1001ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 1002ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 1003ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 1004ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1005ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 1006ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 1007ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad err = mOMX->setParameter( 1008ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 1009ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1010ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 1011ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 1012ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 1013ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 1014ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1015ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1016054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 1017258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 1018258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 1019054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 1020258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1021258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 102229357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 1023258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 1024258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1025258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1026258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1027e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 1028e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 10291faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 10301faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 1031e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1032e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 1033e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1034e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 1035e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 1036e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 1037e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 10381faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 10391faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 1040e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 1041e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 1042258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 1043258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mOMX->setParameter( 1044258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 1045258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1046e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 1047e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 1048e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 1049e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 1050e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1051609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 1052e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 1053e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 1054e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 1055258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1056258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1057258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1058258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 1060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 1061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1062f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 106329357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 1064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 1065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1067f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1068054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 1069054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 1070054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1071054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1072054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1073054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 1074054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1075054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1076054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1077054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1078054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1079e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1080054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1081054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10823298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10833298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(true); 10843298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 10853298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1086609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 1088054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 1091054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 10928ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 109315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 109415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 109629357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1099f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 110174006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 110274006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 110315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = fenceFd; 110415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mIsReadFence = false; 110590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1106054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info.mData = new ABuffer(NULL /* data */, bufferSize /* capacity */); 11075b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 110874006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 110974006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 111074006804065941841883c4b46ee785070164023fJamie Gennis 1111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 1112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->useGraphicBuffer(mNode, kPortIndexOutput, graphicBuffer, 1113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &bufferId); 1114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1115609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 111674006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 1117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 112074006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 112174006804065941841883c4b46ee785070164023fJamie Gennis 1122609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 1123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 1124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 1125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 1128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 1129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 1132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // that were dequeued. 1133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 113474006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 1135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 1136054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 1137054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 1138054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 1139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 1142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 11433175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 11443175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 11453175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == 0) { 11463175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 11473175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 11483fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 1149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1151054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 11523298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 11533298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(false); 11543298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 11553298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1159054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::allocateOutputMetadataBuffers() { 1160054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1161054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1162054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1163054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1164054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1165e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1166054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1167e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 1168e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 1169e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1170054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t bufSize = mOutputMetadataType == kMetadataBufferTypeANWBuffer ? 1171054219874873b41f1c815552987c10465c34ba2bLajos Molnar sizeof(struct VideoNativeMetadata) : sizeof(struct VideoGrallocMetadata); 117228edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t totalSize = bufferCount * align(bufSize, MemoryDealer::getAllocationAlignment()); 1173e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mDealer[kPortIndexOutput] = new MemoryDealer(totalSize, "ACodec"); 1174e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1175e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // Dequeue buffers and send them to OMX 1176e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1177e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 1178e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 117915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 118090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1181e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 1182e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 1183e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1184054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[kPortIndexOutput]->allocate(bufSize); 11855581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 1186777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 1187777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1188054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1189054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 1190054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1191e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mData = new ABuffer(mem->pointer(), mem->size()); 11925b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = mem; 11935b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 11945b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecRef = mem; 1195e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1196e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // we use useBuffer for metadata regardless of quirks 1197e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar err = mOMX->useBuffer( 1198cc7cc67349b7a3f498882087aa42ffc05a2daf11Lajos Molnar mNode, kPortIndexOutput, mem, &info.mBufferID, mem->size()); 1199e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 1200e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1201e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] allocated meta buffer with ID %u (pointer = %p)", 1202e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), info.mBufferID, mem->pointer()); 1203e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1204e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1205011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (mLegacyAdaptiveExperiment) { 1206e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // preallocate and preregister buffers 1207011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface *>(mNativeWindow.get()) 1208011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(true); 1209011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1210011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1211011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "output port", 1212011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1213011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1214011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar // Dequeue buffers then cancel them all 1215011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1216e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1217e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1218011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ANativeWindowBuffer *buf; 121915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 122015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1221011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (err != 0) { 1222011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1223011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar break; 1224011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1225011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1226011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 1227e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mOMX->updateGraphicBufferInMeta( 1228e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mNode, kPortIndexOutput, graphicBuffer, info->mBufferID); 1229e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 123015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "allocateOutputMetadataBuffers for legacy"); 1231e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mGraphicBuffer = graphicBuffer; 1232011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1233011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1234011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < mBuffers[kPortIndexOutput].size(); i++) { 1235011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 12363175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 12373175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 12383175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == OK) { 12393175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 12403175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 1241011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1242011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1243011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1244011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface*>(mNativeWindow.get()) 1245011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(false); 1246011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1247011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1248054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1249054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1250054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1251054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1252054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::submitOutputMetadataBuffer() { 1253054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1254054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mMetadataBuffersToSubmit == 0) 1255054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1256054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1257054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 12580806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info == NULL) { 1259054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 12600806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1261054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1262609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 1263054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer.get()); 1264054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1265054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 126615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitOutputMetadataBuffer"); 126715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mOMX->fillBuffer(mNode, info->mBufferID, info->mFenceFd); 126815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1269777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1270777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 1271777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1272054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1273777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1274054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1275054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 127615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarstatus_t ACodec::waitForFence(int fd, const char *dbg ) { 127715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t res = OK; 127815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fd >= 0) { 127915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar sp<Fence> fence = new Fence(fd); 128015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar res = fence->wait(IOMX::kFenceTimeoutMs); 128115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW_IF(res != OK, "FENCE TIMEOUT for %d in %s", fd, dbg); 128215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 128315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return res; 128415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 128515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 12860806340688c937e7b78c2d89db3809274130df4eLajos Molnar// static 12870806340688c937e7b78c2d89db3809274130df4eLajos Molnarconst char *ACodec::_asString(BufferInfo::Status s) { 12880806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (s) { 12890806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: return "OUR"; 12900806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_COMPONENT: return "COMPONENT"; 12910806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_UPSTREAM: return "UPSTREAM"; 12920806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_DOWNSTREAM: return "DOWNSTREAM"; 12930806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: return "SURFACE"; 12940806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::UNRECOGNIZED: return "UNRECOGNIZED"; 12950806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: return "?"; 12960806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12970806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12980806340688c937e7b78c2d89db3809274130df4eLajos Molnar 12990806340688c937e7b78c2d89db3809274130df4eLajos Molnarvoid ACodec::dumpBuffers(OMX_U32 portIndex) { 13000806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 13010806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI("[%s] %s port has %zu buffers:", mComponentName.c_str(), 13020806340688c937e7b78c2d89db3809274130df4eLajos Molnar portIndex == kPortIndexInput ? "input" : "output", mBuffers[portIndex].size()); 13030806340688c937e7b78c2d89db3809274130df4eLajos Molnar for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 13040806340688c937e7b78c2d89db3809274130df4eLajos Molnar const BufferInfo &info = mBuffers[portIndex][i]; 13050806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI(" slot %2zu: #%8u %p/%p %s(%d) dequeued:%u", 13060806340688c937e7b78c2d89db3809274130df4eLajos Molnar i, info.mBufferID, info.mGraphicBuffer.get(), 13070806340688c937e7b78c2d89db3809274130df4eLajos Molnar info.mGraphicBuffer == NULL ? NULL : info.mGraphicBuffer->getNativeBuffer(), 13080806340688c937e7b78c2d89db3809274130df4eLajos Molnar _asString(info.mStatus), info.mStatus, info.mDequeuedAt); 13090806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 13100806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 13110806340688c937e7b78c2d89db3809274130df4eLajos Molnar 1312f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1315609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 131815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("cancelBufferToNativeWindow"); 1319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 132015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 132115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13233fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 13243fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 13250806340688c937e7b78c2d89db3809274130df4eLajos Molnar // change ownership even if cancelBuffer fails 1326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13283fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 133190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::updateRenderInfoForDequeuedBuffer( 133290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info) { 133390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 133490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mRenderInfo = 133590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.updateInfoForDequeuedBuffer( 133690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar buf, fenceFd, info - &mBuffers[kPortIndexOutput][0]); 133790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 133890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // check for any fences already signaled 133990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notifyOfRenderedFrames(false /* dropIncomplete */, info->mRenderInfo); 134090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 134190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 134290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 134390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mRenderTracker.onFrameRendered(mediaTimeUs, systemNano) != OK) { 134490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.dumpRenderQueue(); 134590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 134690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 134790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 134890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::notifyOfRenderedFrames(bool dropIncomplete, FrameRenderTracker::Info *until) { 134990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = mNotify->dup(); 135090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt32("what", CodecBase::kWhatOutputFramesRendered); 135190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done = 135290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.checkFencesAndGetRenderedFrames(until, dropIncomplete); 135390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 135490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unlink untracked frames 135590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 135690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 1357604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ssize_t index = it->getIndex(); 1358604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (index >= 0 && (size_t)index < mBuffers[kPortIndexOutput].size()) { 1359604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mBuffers[kPortIndexOutput].editItemAt(index).mRenderInfo = NULL; 1360604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } else if (index >= 0) { 1361604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar // THIS SHOULD NEVER HAPPEN 1362604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ALOGE("invalid index %zd in %zu", index, mBuffers[kPortIndexOutput].size()); 136390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 136490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 136590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 136690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (MediaCodec::CreateFramesRenderedMessage(done, msg)) { 136790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->post(); 136890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 136990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 137090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1371f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 13728ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1373054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1374ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1375ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1376ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1377ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1378ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1379ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1380ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1381346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang if (mFatalError) { 1382346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang ALOGW("not dequeuing from native window due to fatal error"); 1383346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang return NULL; 1384346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang } 1385346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 138615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = -1; 1387dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 138815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 138915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (err != 0) { 139015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGE("dequeueBuffer failed: %s(%d).", asString(err), err); 1391dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1392dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1394dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1395b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1396b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1397dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1398dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1399dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 140090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1401dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1402dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1403dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1404dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1405dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1406dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1407dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1408dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1409dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1410dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1411dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1412dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 141390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1414dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGV("dequeued buffer %p", info->mGraphicBuffer->getNativeBuffer()); 1415dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 141615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow"); 141790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, info); 1418dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1419dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1420dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1422dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1423dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1424dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1425dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1426dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1427054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!stale && (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment)) { 1428dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1429dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1430dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1431dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1432dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1433dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1435dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1436054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1437dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1438dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1439b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1440b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1441dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1442dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1443054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1444054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1445054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1446054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1447054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1448054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1449054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1450054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1451054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 14520806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible dequeue a buffer when there are no buffers with ANW 14530806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(oldest != NULL); 14540806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible to dequeue an unknown buffer in non-meta mode, as the 14550806340688c937e7b78c2d89db3809274130df4eLajos Molnar // while loop above does not complete 1456054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1457054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 14580806340688c937e7b78c2d89db3809274130df4eLajos Molnar // discard buffer in LRU info and replace with new buffer 14590806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mGraphicBuffer = new GraphicBuffer(buf, false); 14600806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 146115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar oldest->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow for oldest"); 146290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.untrackFrame(oldest->mRenderInfo); 146390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar oldest->mRenderInfo = NULL; 1464d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 14650806340688c937e7b78c2d89db3809274130df4eLajos Molnar mOMX->updateGraphicBufferInMeta( 14660806340688c937e7b78c2d89db3809274130df4eLajos Molnar mNode, kPortIndexOutput, oldest->mGraphicBuffer, 14670806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mBufferID); 1468054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1469054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeGrallocSource) { 1470054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata *grallocMeta = 1471054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoGrallocMetadata *>(oldest->mData->base()); 1472054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1473054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1474054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14757c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)grallocMeta->pHandle, 1476054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->handle, oldest->mData->base()); 1477054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1478054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata *nativeMeta = 1479054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoNativeMetadata *>(oldest->mData->base()); 1480054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1481054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1482054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14837c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)nativeMeta->pBuffer, 1484054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->getNativeBuffer(), oldest->mData->base()); 1485054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 148790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, oldest); 14880806340688c937e7b78c2d89db3809274130df4eLajos Molnar return oldest; 1489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1491f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1492777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1493938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[portIndex].size(); i > 0;) { 1494938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1495777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(portIndex, i); 1496777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1497777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1498777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15010806340688c937e7b78c2d89db3809274130df4eLajos Molnar // clear mDealer even on an error 1502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDealer[portIndex].clear(); 1503777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1506349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1507777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1508938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1509938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15132ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 15142ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 15152ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 15162ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1517777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(kPortIndexOutput, i); 1518777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1519777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1520777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1524777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1527f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 15290806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 1530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 153115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // there should not be any fences in the metadata 153215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar MetadataBufferType type = 153315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 153415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (type == kMetadataBufferTypeANWBuffer && info->mData != NULL 153515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar && info->mData->size() >= sizeof(VideoNativeMetadata)) { 153615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = ((VideoNativeMetadata *)info->mData->data())->nFenceFd; 153715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 153815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("unreleased fence (%d) in %s metadata buffer %zu", 153915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd, portIndex == kPortIndexInput ? "input" : "output", i); 154015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 154115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 154215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 15430806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (info->mStatus) { 15440806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: 15450806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (portIndex == kPortIndexOutput && mNativeWindow != NULL) { 15460806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)cancelBufferToNativeWindow(info); 15470806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 15480806340688c937e7b78c2d89db3809274130df4eLajos Molnar // fall through 1549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15500806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: 15510806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mOMX->freeBuffer(mNode, portIndex, info->mBufferID); 15520806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 15530806340688c937e7b78c2d89db3809274130df4eLajos Molnar 15540806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: 15550806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("trying to free buffer not owned by us or ANW (%d)", info->mStatus); 15560806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 15570806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 1558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 156015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (info->mFenceFd >= 0) { 156115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(info->mFenceFd); 156215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 156315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 1564604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (portIndex == kPortIndexOutput) { 1565604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mRenderTracker.untrackFrame(info->mRenderInfo, i); 1566604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar info->mRenderInfo = NULL; 1567604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } 156890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1569777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // remove buffer even if mOMX->freeBuffer fails 1570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1571777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1574f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 15750806340688c937e7b78c2d89db3809274130df4eLajos Molnar uint32_t portIndex, IOMX::buffer_id bufferID, ssize_t *index) { 1576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1587777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Could not find buffer with ID %u", bufferID); 1588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15915778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 15935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const char *role = getComponentRole(isEncoder, mime); 15945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 15955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 15965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 15975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = setComponentRole(mOMX, mNode, role); 15985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 15995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("[%s] Failed to set standard component role '%s'.", 16005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mComponentName.c_str(), role); 16015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 16025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 16035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 16045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 16055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 16065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarconst char *ACodec::getComponentRole( 16075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isEncoder, const char *mime) { 1608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct MimeToRole { 1609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime; 1610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *decoderRole; 1611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *encoderRole; 1612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const MimeToRole kMimeToRole[] = { 1615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG, 1616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.mp3", "audio_encoder.mp3" }, 16172944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I, 16182944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp1", "audio_encoder.mp1" }, 16192944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II, 16202944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp2", "audio_encoder.mp2" }, 1621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_NB, 1622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrnb", "audio_encoder.amrnb" }, 1623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_WB, 1624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrwb", "audio_encoder.amrwb" }, 1625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AAC, 1626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.aac", "audio_encoder.aac" }, 1627729de186450f78c099637e1fce743fe531862c52Andreas Huber { MEDIA_MIMETYPE_AUDIO_VORBIS, 1628729de186450f78c099637e1fce743fe531862c52Andreas Huber "audio_decoder.vorbis", "audio_encoder.vorbis" }, 1629bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian { MEDIA_MIMETYPE_AUDIO_OPUS, 1630bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian "audio_decoder.opus", "audio_encoder.opus" }, 1631c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_MLAW, 1632c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711mlaw", "audio_encoder.g711mlaw" }, 1633c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_ALAW, 1634c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711alaw", "audio_encoder.g711alaw" }, 1635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, 1636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.avc", "video_encoder.avc" }, 16372472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, 16382472b1c0d63454e5d90a982bd6c555de6c3127bdRachad "video_decoder.hevc", "video_encoder.hevc" }, 1639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, 1640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.mpeg4", "video_encoder.mpeg4" }, 1641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_H263, 1642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.h263", "video_encoder.h263" }, 164394705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, 164494705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp8", "video_encoder.vp8" }, 164594705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, 164694705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp9", "video_encoder.vp9" }, 1647ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber { MEDIA_MIMETYPE_AUDIO_RAW, 1648ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber "audio_decoder.raw", "audio_encoder.raw" }, 1649a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, 1650a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu "video_decoder.dolby-vision", "video_encoder.dolby-vision" }, 16512f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi { MEDIA_MIMETYPE_AUDIO_FLAC, 16522f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi "audio_decoder.flac", "audio_encoder.flac" }, 1653ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen { MEDIA_MIMETYPE_AUDIO_MSGSM, 1654ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen "audio_decoder.gsm", "audio_encoder.gsm" }, 1655774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu { MEDIA_MIMETYPE_VIDEO_MPEG2, 1656774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu "video_decoder.mpeg2", "video_encoder.mpeg2" }, 165797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { MEDIA_MIMETYPE_AUDIO_AC3, 165897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu "audio_decoder.ac3", "audio_encoder.ac3" }, 16598a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { MEDIA_MIMETYPE_AUDIO_EAC3, 16608a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad "audio_decoder.eac3", "audio_encoder.eac3" }, 1661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const size_t kNumMimeToRole = 1664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sizeof(kMimeToRole) / sizeof(kMimeToRole[0]); 1665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t i; 1667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (i = 0; i < kNumMimeToRole; ++i) { 1668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcasecmp(mime, kMimeToRole[i].mime)) { 1669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (i == kNumMimeToRole) { 16745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 1675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return isEncoder ? kMimeToRole[i].encoderRole 1678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : kMimeToRole[i].decoderRole; 16795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 1680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 16825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::setComponentRole( 16835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, const char *role) { 16845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_PARAM_COMPONENTROLETYPE roleParams; 16855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&roleParams); 1686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar strncpy((char *)roleParams.cRole, 16885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar role, OMX_MAX_STRINGNAME_SIZE - 1); 16895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar roleParams.cRole[OMX_MAX_STRINGNAME_SIZE - 1] = '\0'; 16915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return omx->setParameter( 16935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamStandardComponentRole, 16945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &roleParams, sizeof(roleParams)); 1695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16975778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 16995778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 17005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 17015778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 17025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1704b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> inputFormat = new AMessage; 1705b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> outputFormat = new AMessage; 1706b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mConfigFormat = msg; 1707e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 17085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1710054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeInvalid; 1711054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; 17128db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 17135778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 17145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 17165778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 17175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17195778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 17202f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 17212f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 17222f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 17235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 17245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1726d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1727d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 17283e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && msg->findInt32("android._input-metadata-buffer-type", &storeMeta) 17293e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && storeMeta != kMetadataBufferTypeInvalid) { 17303e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mInputMetadataType = (MetadataBufferType)storeMeta; 17313e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar err = mOMX->storeMetaDataInBuffers( 17323e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mNode, kPortIndexInput, OMX_TRUE, &mInputMetadataType); 1733d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1734054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGE("[%s] storeMetaDataInBuffers (input) failed w/ err %d", 1735308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1736d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1737054219874873b41f1c815552987c10465c34ba2bLajos Molnar return err; 17383e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar } else if (storeMeta == kMetadataBufferTypeANWBuffer 17393e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && mInputMetadataType == kMetadataBufferTypeGrallocSource) { 17403e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // IOMX translates ANWBuffers to gralloc source already. 17413e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mInputMetadataType = (MetadataBufferType)storeMeta; 1742054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1743c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 1744c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 1745c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mOMX->getParameter( 1746c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 1747c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 1748c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar inputFormat->setInt32( 1749c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 1750c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 1751054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1752d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1753308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 17543a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 17553a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 17563a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 17573a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 17583a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->getExtensionIndex( 17593a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, 17603a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "OMX.google.android.index.prependSPSPPSToIDRFrames", 17613a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber &index); 17623a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17633a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 17643a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 17653a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 17663a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 17673a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17683a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->setParameter( 17693a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, index, ¶ms, sizeof(params)); 17703a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17713a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17723a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 17733a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 17743a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 17753a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17763a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 17773a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17783a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17793a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1780308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1781308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1782308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1783308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 17848db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1785308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1786308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 17873e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && msg->findInt32("android._store-metadata-in-buffers-output", &storeMeta) 1788308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1789308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 17903e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mOutputMetadataType = kMetadataBufferTypeNativeHandleSource; 1791054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexOutput, enable, &mOutputMetadataType); 1792308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1793308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang ALOGE("[%s] storeMetaDataInBuffers (output) failed w/ err %d", 1794308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1795308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1796a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1797a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1798a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1799a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1800a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1801a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 180294ee4b708acfa941581160b267afb79192b1d816Chong Zhang 180394ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 18042c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 18052c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 18062c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 180737b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 180837b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 180937b2b389139ed638831e49708c947863eef631efRonghua Wu } 181037b2b389139ed638831e49708c947863eef631efRonghua Wu 18112c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) { 18122c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerCaptureUs = -1ll; 181394ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 181472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 181572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 181672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 181772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 181872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 181972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1820308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1821308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 18223a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1823054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 18240d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 18253a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1826b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow = haveNativeWindow; 1827011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = false; 1828e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1829e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 18301713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 18311713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 18321713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 18331713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 18341713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 18351713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 18361713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 18371713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 18381713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 18391713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1840a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 1841a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar if (mFlags & kFlagIsSecure) { 1842a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // use native_handles for secure input buffers 1843a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->enableNativeBuffers( 1844a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mNode, kPortIndexInput, OMX_FALSE /* graphic */, OMX_TRUE); 1845a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar ALOGI_IF(err != OK, "falling back to non-native_handles"); 1846a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = OK; // ignore error for now 1847a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar } 1848e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 18493a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 18501de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 18511de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 18525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18536597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 18546597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 18556597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 18566597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 18576597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 18586597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 18596597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 18606597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar status_t temp = mOMX->setConfig( 18616597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 18626597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 18636597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 18646597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 18656597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 18666597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 18676597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18686597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18696597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 18706597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 18715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 18725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 18735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 18745a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1875ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 18765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 187797827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 187897827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 18795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 18805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 18825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 188397827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 18845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 18855a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1886fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1887fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1888d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1889d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1890d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1891d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1892d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad err = mOMX->prepareForAdaptivePlayback( 1893d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1894d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1895d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1896d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 18973a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 18983a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1899d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1900d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1901d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1902d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1903d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1904d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 19055a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1906ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1907ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1908ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 19093fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 19103fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 19113fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 19123fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 19133fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 19143fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 19153fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 19163fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 19173fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 19185a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // Always try to enable dynamic output buffers on native surface 19193e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mOutputMetadataType = kMetadataBufferTypeANWBuffer; 19205a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->storeMetaDataInBuffers( 1921054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_TRUE, &mOutputMetadataType); 19225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 19235a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("[%s] storeMetaDataInBuffers failed w/ err %d", 1924fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar mComponentName.c_str(), err); 1925e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 19265a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 19275a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 19285a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 19295a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19305a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 19315a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 19325a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 19335a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 19345a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 19355a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19365a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 19375a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 19385a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 19395a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 19405a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 19415a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 19425a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 19435a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 19445a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 19455a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 19465a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19485a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 19495a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 19505a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 19515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 19525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 19535a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 19545a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19555a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->prepareForAdaptivePlayback( 19565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, 19575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad maxHeight); 19585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 19595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 19605a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 19615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 19635a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 19645a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 19655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 19665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1967e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 19685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // allow failure 19695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = OK; 19705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 19715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] storeMetaDataInBuffers succeeded", 19725a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str()); 1973054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1974011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = ADebug::isExperimentEnabled( 1975011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "legacy-adaptive", !msg->contains("no-experiments")); 1976011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 19775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 1978fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 19790167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 19805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 19815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 19825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 19835a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 19845a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19850167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 1986e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 1987e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 1988e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 1989e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 1990e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 1991e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 1992e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 1993054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1994054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 19955b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding pcmEncoding = kAudioEncodingPcm16bit; 19965b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)msg->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 19975b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // invalid encodings will default to PCM-16bit in setupRawAudioFormat. 19985b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 1999308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 20003a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 20013a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 20023a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 20033a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 20043a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 20053a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20063a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 2008b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoEncoder(mime, msg, outputFormat, inputFormat); 20095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2010b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 20115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20123a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20133a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 20143a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 20153a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20163a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20173a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 20181de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 20193a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20203a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20213a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // initialize native window now to get actual output format 20223a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: this is needed for some encoders even though they don't use native window 2023777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = initNativeWindow(); 2024777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 2025777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 2026777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20273a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20283a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback for devices that do not handle flex-YUV for native buffers 20293a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 20303a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 20313a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 20323a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 2033777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = getPortFormat(kPortIndexOutput, outputFormat); 2034777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 2035777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 2036777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20373a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 20383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 2039777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!outputFormat->findInt32("color-format", &colorFormat)) { 2040777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("ouptut port did not have a color format (wrong domain?)"); 2041777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 2042777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20433a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 20443a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 20453a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (!isFlexibleColorFormat( 20463a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mOMX, mNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 20473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 20483a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 20493a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 20503a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 20513a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 2052e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 20533a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 20543a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 2055054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 2056054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers( 2057054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_FALSE, &mOutputMetadataType); 2058054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; // just in case 20593a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: implement adaptive-playback support for bytebuffer mode. 20603a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // This is done by SW codecs, but most HW codecs don't support it. 20613a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar inputFormat->setInt32("adaptive-playback", false); 20623a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20633a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err == OK) { 2064a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->enableNativeBuffers( 2065a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_FALSE); 20663a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20673a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 20683a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 20693a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 20703a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 2071b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder( 2072b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 20733a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20753a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20763a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20773a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20783a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 20793a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 20803a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 208142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 208242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 208342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 208442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 208542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 208642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 208742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 208842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 208942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 209042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 209142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 209242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 209342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 2094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 2095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 20965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 20975778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 20985778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2100aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 2101b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 21028045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 21032965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 21048045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 2105ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 2106ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 2107ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2108aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 2109aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 2110aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 2111b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 2112b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 2113b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2114ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 21158045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 21168045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 21178045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21182965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 21192965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 21202965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 21212965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 21228045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 21238045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21248045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 21258045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21268045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 21278045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21288045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 21298045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21308045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 21318045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21328045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 21338045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21348045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 21358045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21368045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 21378045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21388045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 21398045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21408045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 21418045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21428045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2143ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 21444471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 21452965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 21462965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 21475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2148729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 21495778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 2150729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 21515778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 2152729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 2153729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 2154729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 2155729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 2156729de186450f78c099637e1fce743fe531862c52Andreas Huber 2157729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 21585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 21595778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 21605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 216117c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 216217c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 216317c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 216417c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 216517c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 21665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21672f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 2168ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 21692f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 21702f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 21712f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 21722f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 21732f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 21742f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 21752f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 2176516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 2177cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 2178cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 2179516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 2180cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 21812f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 2182516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2183516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 2184516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21852f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 21862f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 2187516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2188516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 2189516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21902f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 21912f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 21922f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2193516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 2194516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 21952f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2196ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 2197ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 2198ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 2199ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 2200ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 2201ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 2202ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 22035b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels, pcmEncoding); 2204ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 220597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 220697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 220797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 220897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 220997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 221097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 221197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 221297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 221397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 22148a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 22158a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 22168a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 22178a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 22188a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 22198a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 22208a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 22218a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 22228a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 22235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2224729de186450f78c099637e1fce743fe531862c52Andreas Huber 22254471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 22264471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 22274471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 22284471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 22298b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 22308b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 22318b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 22329806555d3930be43e11106281dee354820ac1c88Andreas Huber 22338b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 22348b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 22358b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 22368b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 22379806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 22389806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 22399806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 22409806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 22419806555d3930be43e11106281dee354820ac1c88Andreas Huber } 22429806555d3930be43e11106281dee354820ac1c88Andreas Huber 2243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 2244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 22455778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 2246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 22475778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 2248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 22495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22508b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 22518b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 22528b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 22538b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22548b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2255ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 2256ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 2257ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 2258ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 2259ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 2260ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2261ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 2262ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 2263ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2264ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2265697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // NOTE: both mBaseOutputFormat and mOutputFormat are outputFormat to signal first frame. 22664e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 2267b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // trigger a kWhatOutputFormatChanged msg on first buffer 2268b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat.clear(); 22694e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 2270777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexInput, inputFormat); 2271777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2272777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexOutput, outputFormat); 2273777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2274777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mInputFormat = inputFormat; 2275777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mOutputFormat = outputFormat; 2276777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2277777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 22785b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 22795b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // create data converters if needed 22805b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (!video && err == OK) { 22815b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding codecPcmEncoding = kAudioEncodingPcm16bit; 22825b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (encoder) { 22835b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mInputFormat->findInt32("pcm-encoding", (int32_t*)&codecPcmEncoding); 22845b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexInput] = AudioConverter::Create(pcmEncoding, codecPcmEncoding); 22855b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexInput] != NULL) { 22865b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mInputFormat->setInt32("pcm-encoding", pcmEncoding); 22875b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22885b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 22895b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mOutputFormat->findInt32("pcm-encoding", (int32_t*)&codecPcmEncoding); 22905b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexOutput] = AudioConverter::Create(codecPcmEncoding, pcmEncoding); 22915b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexOutput] != NULL) { 22925b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mOutputFormat->setInt32("pcm-encoding", pcmEncoding); 22935b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22945b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22955b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22965b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 22975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 23008b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 23018b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 23028b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 23038b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 23048b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 23058b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 23068b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 23078b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu status_t temp = mOMX->setConfig( 23088b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigPriority, 23098b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 23108b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 23118b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 23128b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 23138b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 23148b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 23158b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2316ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 2317ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 2318ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2319ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2320ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 2321ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 2322ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 2323ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2324ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2325ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 2326ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 2327ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 2328ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2329ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2330ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 2331ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2332ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 2333ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 2334ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 2335ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu status_t err = mOMX->setConfig( 2336ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 2337ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 2338ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 2339ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 2340ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2341ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 2342ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 2343ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2344870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::getIntraRefreshPeriod(uint32_t *intraRefreshPeriod) { 2345870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2346870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2347870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2348870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->getConfig( 2349870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2350870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2351870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = params.nRefreshPeriod; 2352870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2353870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2354870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2355870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Fallback to query through standard OMX index. 2356870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2357870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2358870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2359870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2360870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2361870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamVideoIntraRefresh, &refreshParams, sizeof(refreshParams)); 2362870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK || refreshParams.nCirMBs == 0) { 2363870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2364870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2365870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2366870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2367870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate period based on width and height 2368870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2369870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2370870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2371870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2372870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2373870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2374870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2375870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2376870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2377870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2378870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2379870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2380870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2381870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2382870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = divUp((divUp(width, 16u) * divUp(height, 16u)), refreshParams.nCirMBs); 2383870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2384870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2385870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2386870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2387870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::setIntraRefreshPeriod(uint32_t intraRefreshPeriod, bool inConfigure) { 2388870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2389870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2390870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2391870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nRefreshPeriod = intraRefreshPeriod; 2392870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->setConfig( 2393870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2394870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2395870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2396870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2397870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2398870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Only in configure state, a component could invoke setParameter. 2399870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (!inConfigure) { 2400870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return INVALID_OPERATION; 2401870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2402870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] try falling back to Cyclic", mComponentName.c_str()); 2403870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2404870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2405870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2406870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2407870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2408870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2409870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2410870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (intraRefreshPeriod == 0) { 2411870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // 0 means disable intra refresh. 2412870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = 0; 2413870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2414870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate macroblocks that need to be intra coded base on width and height 2415870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2416870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2417870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2418870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2419870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2420870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2421870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2422870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2423870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2424870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2425870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2426870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2427870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2428870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = divUp((divUp(width, 16u) * divUp(height, 16u)), intraRefreshPeriod); 2429870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2430870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2431870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->setParameter(mNode, OMX_IndexParamVideoIntraRefresh, 2432870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang &refreshParams, sizeof(refreshParams)); 2433870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2434870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2435870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2436870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2437870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2438870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2439870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2440f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 2441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 2443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 2444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 2453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 2457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 2459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->getParameter( 2466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2472777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.nBufferSize < size) { 2473777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("failed to set min buffer size to %zu (is still %u)", size, def.nBufferSize); 2474777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 2475777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24805778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 24815778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 24825778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 24835778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 24845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24855778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 24866e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 24875778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 24885778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 24895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, 24905778822d86b0337407514b9372562b86edfa91cdAndreas Huber &format, sizeof(format)); 24915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24935778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 24975778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24996e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 25006e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 25016e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 25026e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 25036e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eEncoding), format.eEncoding); 25046e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 25056e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 25065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 25095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 25105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25125778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 2513aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 25148045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 25152965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 25162965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 2517ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 2518ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 2519ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2520ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 25215778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 25225778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 25235778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 25245778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 25255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25275778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 25315778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 25325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25345778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25375778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 25385778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 25395778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 25405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25415778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 25425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 25435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25485778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 25495778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 25505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25515778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 25525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 25535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25585778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 25595778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 25605778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 25615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25625778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 25635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 25645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25665778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25695778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 25705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25715778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 25725778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 25735778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 25745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25755778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 25765778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 25775778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 25785778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 25795778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 25805778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2581aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 25825778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2583b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2584b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2585b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2586b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2587b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2588b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2589b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2590b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2591b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2592b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2593b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2594b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2595b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2596b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2597b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2598b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2599b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2600b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2601b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2602b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2603b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2604b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2605b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2606b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2607b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2608b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 26095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26105778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 26115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 26125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26245778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 2625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2633ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2634ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2635ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2636ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2637ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26398045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 2640dabb051cf03b5ccc994c769a1cd23f9e6c378deeMarco Nelissen InitOMXParams(&presentation); 26418045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 26428045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 26438045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 26448045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 26458045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 26468045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 26472965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 26488045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 26498045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi status_t res = mOMX->setParameter(mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 26508045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 26518045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 26528045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi mOMX->setParameter(mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 26538045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 26548045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 26558045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 26568045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 26578045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 26585778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 266097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 266197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 266297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 266397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 266497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 266597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 266697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 266797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 266897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 266997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 267097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 267197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 267297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 267397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 267497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 267597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 267697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 267797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 267897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = mOMX->getParameter( 267997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 268097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 268197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 268297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 268397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 268497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 268597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 268697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 268797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 268897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 268997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 269097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 269197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return mOMX->setParameter( 269297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 269397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 269497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 269597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 269697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 269797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 26988a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 26998a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 27008a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 27018a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 27028a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27038a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 27048a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 27058a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27068a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27078a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 27088a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 27098a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 27108a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27118a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27128a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 27138a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 27148a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 27158a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27168a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = mOMX->getParameter( 27178a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 27188a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 27198a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 27208a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 27218a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27228a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 27238a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 27248a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27258a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27268a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 27278a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 27288a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27298a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return mOMX->setParameter( 27308a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 27318a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 27328a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 27338a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 27348a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 27358a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27365778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 27375778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 27385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 27395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 27405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 27415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 27425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 27435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 27445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 27455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 27465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 27475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 27485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 27495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 27505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 27515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 27525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 27535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 27545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 27555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27575778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 27585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 27595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 27605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 27615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 27625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 27635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 27645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 27655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 27665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 27675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 27685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 27695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 27705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 27715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 27725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 27735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 27745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27765778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 27775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 27785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27815778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2782729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2783729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 27845778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2785729de186450f78c099637e1fce743fe531862c52Andreas Huber 2786729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = 2787729de186450f78c099637e1fce743fe531862c52Andreas Huber mOMX->getParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2788729de186450f78c099637e1fce743fe531862c52Andreas Huber 2789729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2790729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2791729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2792729de186450f78c099637e1fce743fe531862c52Andreas Huber 2793729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 27945778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 27955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27965778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 27975778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2798729de186450f78c099637e1fce743fe531862c52Andreas Huber 27995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 28005778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 28015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2802729de186450f78c099637e1fce743fe531862c52Andreas Huber 28035778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 28045778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 28055778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 28065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2807729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2808729de186450f78c099637e1fce743fe531862c52Andreas Huber 280917c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 2810777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (encoder) { 2811777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return INVALID_OPERATION; 2812777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 28135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2814729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 281517c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2816729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2817729de186450f78c099637e1fce743fe531862c52Andreas Huber 28182f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 28192f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 28202f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 28212f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 28222f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 28232f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 28242f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 28252f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 28262f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 28272f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t err = mOMX->getParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 28282f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 28292f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 28302f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 28312f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 28322f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 28332f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = mOMX->setParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 28342f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 28352f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 28362f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 28372f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 28382f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 28392f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 28402f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 28412f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 28422f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 28432f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 28442f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 28452f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2846729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 28475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels, AudioEncoding encoding) { 2848729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2849729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2850729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2851729de186450f78c099637e1fce743fe531862c52Andreas Huber 2852729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = mOMX->getParameter( 2853729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2854729de186450f78c099637e1fce743fe531862c52Andreas Huber 2855729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2856729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2857729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2858729de186450f78c099637e1fce743fe531862c52Andreas Huber 2859729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2860729de186450f78c099637e1fce743fe531862c52Andreas Huber 2861729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->setParameter( 2862729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2863729de186450f78c099637e1fce743fe531862c52Andreas Huber 2864729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2865729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2866729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2867729de186450f78c099637e1fce743fe531862c52Andreas Huber 2868729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2869729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2870729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2871729de186450f78c099637e1fce743fe531862c52Andreas Huber 2872729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->getParameter( 2873729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2874729de186450f78c099637e1fce743fe531862c52Andreas Huber 2875729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2876729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2877729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2878729de186450f78c099637e1fce743fe531862c52Andreas Huber 2879729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 28805b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar switch (encoding) { 28815b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcm8bit: 28825b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataUnsigned; 28835b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 8; 28845b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 28855b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcmFloat: 28865b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataFloat; 28875b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 32; 28885b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 28895b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcm16bit: 28905b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataSigned; 28915b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 16; 28925b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 28935b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar default: 28945b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return BAD_VALUE; 28955b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 2896729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 2897729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 2898729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 2899729de186450f78c099637e1fce743fe531862c52Andreas Huber 2900c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 2901c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 2902729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2903729de186450f78c099637e1fce743fe531862c52Andreas Huber 29045b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = mOMX->setParameter( 2905729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 29065b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // if we could not set up raw format to non-16-bit, try with 16-bit 29075b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // NOTE: we will also verify this via readback, in case codec ignores these fields 29085b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK && encoding != kAudioEncodingPcm16bit) { 29095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataSigned; 29105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 16; 29115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = mOMX->setParameter( 29125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 29135b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 29145b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return err; 2915729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2916729de186450f78c099637e1fce743fe531862c52Andreas Huber 29175a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 291897827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 29195a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 29205a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 29215a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad status_t err = mOMX->configureVideoTunnelMode( 29225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 29235a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 29245a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 29255a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 29265a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 29275a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 29285a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 29295a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 29305a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 29315a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 29325a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 29335a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 29345a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 29355a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 29365a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 29375a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2938f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 2939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 2940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 29410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 29420d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 2943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 2944f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2945f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 2946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 2947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 2948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29496e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 2950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 2951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2953f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2954f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2956f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2958f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2959229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 2960229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 29610d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 29620d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 29630d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 29640d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 2965229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 2966229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 2967229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 2968229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 2969229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 2970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 2971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 2972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 2974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 2975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 2976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 2977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 2981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 2982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 2983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 2989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 2990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29946e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 29956e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)/%s(%x)", 29966e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 29976e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eCompressionFormat), format.eCompressionFormat, 29986e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eColorFormat), format.eColorFormat); 29996e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 3000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 3003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 3004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 3007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 3008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 3009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 30140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 30150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 30160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 30170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 30180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 30190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 30200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 30210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 30220d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 30230d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 30240d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 30250d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 30260d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 30270d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 30280d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 3029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 3030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 3031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30320d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 30330d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 30340d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 3035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30360d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 30370d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 30380d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t err = mOMX->getParameter( 30390d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mNode, OMX_IndexParamVideoPortFormat, 30400d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &format, sizeof(format)); 30410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 30420d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 30430d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 30440d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 30450d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 30460d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30470d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 30480d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30490d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 30500d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 30510d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30520d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 30530d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 30540d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30550d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 30560d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 30570d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 30580d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 30590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 30600d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 30610d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 30620d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30630d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 30640d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 30650d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 30660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 30670d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, false /* usingNativeBuffers */, 30680d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 30690d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 30700d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 30710d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30720d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 3073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->setParameter( 3074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 3075f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 3076f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3078e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 3079e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 3080e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 3081e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 3082e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 30832472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 3084e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 3085e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 3086e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 308794705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 308894705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 3089a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, OMX_VIDEO_CodingDolbyVision }, 3090e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 3091e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 30925778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 30935778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 3094e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3095e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3096e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3097e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 3098e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 3099e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3100e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3103e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 3104e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3105e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 3106e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3107e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3108e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 3109e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 3110e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3111e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3112e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3113e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 3114e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 3115e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3116e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3117e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3118e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3119e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 3120e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3121e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 31225778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 31235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31245778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 31258338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow, 3126b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool usingSwRenderer, sp<AMessage> &outputFormat) { 312789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 312889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 312989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 313089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 313189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 313289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 31335778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 31345778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 31355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3140f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang if (compressionFormat == OMX_VIDEO_CodingVP9) { 3141f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 3142f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang InitOMXParams(¶ms); 3143f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang params.nPortIndex = kPortIndexInput; 3144f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang // Check if VP9 decoder advertises supported profiles. 3145f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang params.nProfileIndex = 0; 3146f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang status_t err = mOMX->getParameter( 3147f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mNode, 3148f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang OMX_IndexParamVideoProfileLevelQuerySupported, 3149f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang ¶ms, 3150f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang sizeof(params)); 3151f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mIsLegacyVP9Decoder = err != OK; 3152f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang } 3153f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang 31545778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 3155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 3156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 316189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 316289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 316389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 316489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 316589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 31660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 316789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 316889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 316989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 31700d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 317189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 317289869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 31730d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 317489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 3175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 318078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 318178b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 318278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 318378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 318478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 318578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 318678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 318778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 318878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 3189f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 319078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 3191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 3197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 3198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3203b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoDecoder( 3204b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, haveNativeWindow | usingSwRenderer, msg, outputFormat); 3205b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { // support is optional 32068338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 32078338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3208db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3209db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err != OK) { 3210db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3211db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3212db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 32135e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = setHDRStaticInfoForVideoCodec(kPortIndexOutput, msg, outputFormat); 3214db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err == ERROR_UNSUPPORTED) { // support is optional 3215db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = OK; 3216db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3217b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3218b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3219b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3220b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::initDescribeColorAspectsIndex() { 3221b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = mOMX->getExtensionIndex( 3222b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mNode, "OMX.google.android.index.describeColorAspects", &mDescribeColorAspectsIndex); 3223b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3224b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mDescribeColorAspectsIndex = (OMX_INDEXTYPE)0; 3225b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3226b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3227b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 32288338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3229b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setCodecColorAspects(DescribeColorAspectsParams ¶ms, bool verify) { 3230b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3231b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3232b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mOMX->setConfig(mNode, mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 3233b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3234b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] setting color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3235b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3236b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3237b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3238b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3239b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3240b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3241b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3242b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (verify && err == OK) { 3243b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3244b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3245b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3246b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex, 3247db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] setting color aspects failed even though codec advertises support", 3248b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 32498338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar return err; 32508338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 32518338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3252b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoDecoder( 3253b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, bool usingNativeWindow, 3254b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 32558338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 32568338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3257b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 32588338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3259b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3260b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (usingNativeWindow) { 3261b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3262b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // The default aspects will be set back to the output format during the 3263b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // getFormat phase of configure(). Set non-Unspecified values back into the 3264b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // format, in case component does not support this enumeration. 3265b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 32668338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 32678338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3268b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 32698338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3270b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec 3271b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return setCodecColorAspects(params); 3272b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3273b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3274b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getCodecColorAspects(DescribeColorAspectsParams ¶ms) { 3275b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3276b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3277b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mOMX->getConfig(mNode, mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 32788338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3279b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] got color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3280b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3281b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3282b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3283b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3284b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3285b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3286b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (params.bRequestingDataSpace) { 3287b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("for dataspace %#x", params.nDataSpace); 3288b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3289b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex 3290b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && !params.bRequestingDataSpace && !params.bDataSpaceChanged) { 3291b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW("[%s] getting color aspects failed even though codec advertises support", 3292b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3293b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3294b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3295b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 32968338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3297b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getInputColorAspectsForVideoEncoder(sp<AMessage> &format) { 3298b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3299b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3300b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3301b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getCodecColorAspects(params); 3302b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3303b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we only set encoder input aspects if codec supports them 3304b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, format, true /* force */); 33058338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3306b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3307b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3308b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3309b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getDataSpace( 3310b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams ¶ms, android_dataspace *dataSpace /* nonnull */, 3311b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool tryCodec) { 3312b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3313b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (tryCodec) { 3314b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // request dataspace guidance from codec. 3315b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_TRUE; 3316b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3317b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_FALSE; 3318b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK && params.nDataSpace != HAL_DATASPACE_UNKNOWN) { 3319b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = (android_dataspace)params.nDataSpace; 3320b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3321b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else if (err == ERROR_UNSUPPORTED) { 3322b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // ignore not-implemented error for dataspace requests 3323b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = OK; 3324b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 33258338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3326b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3327b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // this returns legacy versions if available 3328b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = getDataSpaceForColorAspects(params.sAspects, true /* mayexpand */); 3329b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] using color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 3330b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "and dataspace %#x", 3331b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3332b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3333b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3334b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3335b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3336b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace); 3337b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3338b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3339b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3340b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3341b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getColorAspectsAndDataSpaceForVideoDecoder( 3342b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, 3343b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace) { 3344b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3345b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3346b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 3347b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3348b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and get resulting format 3349b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3350b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3351b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 33528338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3353b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 33548338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3355b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we always set specified aspects for decoders 3356b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3357b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3358b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3359b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace(params, dataSpace, err == OK /* tryCodec */); 3360b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3361b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 3362b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 33638338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 33648338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3365b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 33668338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 33678338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3368b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// initial video encoder setup for bytebuffer mode 3369b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoEncoder( 3370b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 3371b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // copy config to output format as this is not exposed via getFormat 3372b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar copyColorConfig(configFormat, outputFormat); 3373b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3374b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3375b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3376b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3377b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3378b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3379b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 3380b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3381b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t usingRecorder; 3382b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("android._using-recorder", &usingRecorder) && usingRecorder) { 3383b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_BT709; 3384b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3385b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("width", &width) 3386b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && configFormat->findInt32("height", &height)) { 3387b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3388b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getDataSpace( 3389b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, &dataSpace, mDescribeColorAspectsIndex /* tryCodec */); 3390b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3391b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3392b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3393b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3394b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3395b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar inputFormat->setInt32("android._dataspace", (int32_t)dataSpace); 33968338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 33978338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3398b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow change of the platform aspects 3399b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = params.sAspects; 3400b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; --triesLeft >= 0; ) { 3401b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3402b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK 3403b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem( 3404b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects, origAspects, true /* usePlatformAspects */)) { 3405b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3406b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3407b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3408b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3409b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3410b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return OK; 3411b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3412b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 34135e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuangstatus_t ACodec::setHDRStaticInfoForVideoCodec( 34145e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang OMX_U32 portIndex, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 34155e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 34165e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 34175e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang DescribeHDRStaticInfoParams params; 34185e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang InitOMXParams(¶ms); 34195e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang params.nPortIndex = portIndex; 34205e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 34215e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang HDRStaticInfo *info = ¶ms.sInfo; 34225e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (getHDRStaticInfoFromFormat(configFormat, info)) { 34235e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang setHDRStaticInfoIntoFormat(params.sInfo, outputFormat); 34245e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 34255e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 34265e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)initDescribeHDRStaticInfoIndex(); 34275e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 34285e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang // communicate HDR static Info to codec 34295e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang return setHDRStaticInfo(params); 34305e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang} 34315e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 3432b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// subsequent initial video encoder setup for surface mode 3433b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace( 3434b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace /* nonnull */) { 34358338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 34368338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3437b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 34388338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ColorAspects &aspects = params.sAspects; 34398338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3440b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and store resulting format into both input and output formats 3441b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(mConfigFormat, aspects); 3442b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3443b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mInputFormat->findInt32("width", &width) && mInputFormat->findInt32("height", &height)) { 3444b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(aspects, width, height); 34458338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3446b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mInputFormat); 3447b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mOutputFormat); 34488338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3449b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow any change 3450b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = aspects; 3451b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3452b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; mDescribeColorAspectsIndex && --triesLeft >= 0; ) { 3453b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3454b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem(aspects, origAspects)) { 3455b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar break; 3456b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3457b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3458b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 34598338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 34608338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3461b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = HAL_DATASPACE_BT709; 3462b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects = origAspects; // restore desired color aspects 3463b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace( 3464b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, dataSpace, err == OK && mDescribeColorAspectsIndex /* tryCodec */); 3465b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3466b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 34678338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3468b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setInt32("android._dataspace", (int32_t)*dataSpace); 3469b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setBuffer( 3470b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "android._color-aspects", ABuffer::CreateAsCopy(&aspects, sizeof(aspects))); 3471b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3472b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // update input format with codec supported color aspects (basically set unsupported 3473b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects to Unspecified) 3474b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3475b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(mInputFormat); 34768338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3477b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3478b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("set default color aspects, updated input format to %s, output format to %s", 3479b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), mOutputFormat->debugString(4).c_str()); 3480b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3481b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 34845e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuangstatus_t ACodec::getHDRStaticInfoForVideoCodec(OMX_U32 portIndex, sp<AMessage> &format) { 34855e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 3486db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang DescribeHDRStaticInfoParams params; 3487db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang InitOMXParams(¶ms); 34885e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang params.nPortIndex = portIndex; 3489db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3490db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = getHDRStaticInfo(params); 3491db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err == OK) { 3492db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang // we only set decodec output HDRStaticInfo if codec supports them 3493db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang setHDRStaticInfoIntoFormat(params.sInfo, format); 3494db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3495db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3496db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3497db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3498db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::initDescribeHDRStaticInfoIndex() { 3499db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = mOMX->getExtensionIndex( 3500db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mNode, "OMX.google.android.index.describeHDRStaticInfo", &mDescribeHDRStaticInfoIndex); 3501db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err != OK) { 3502db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeHDRStaticInfoIndex = (OMX_INDEXTYPE)0; 3503db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3504db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3505db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3506db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3507db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::setHDRStaticInfo(const DescribeHDRStaticInfoParams ¶ms) { 3508db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = ERROR_UNSUPPORTED; 3509db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (mDescribeHDRStaticInfoIndex) { 3510db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = mOMX->setConfig(mNode, mDescribeHDRStaticInfoIndex, ¶ms, sizeof(params)); 3511db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3512db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3513db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang const HDRStaticInfo *info = ¶ms.sInfo; 3514db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGV("[%s] setting HDRStaticInfo (R: %u %u, G: %u %u, B: %u, %u, W: %u, %u, " 3515db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "MaxDispL: %u, MinDispL: %u, MaxContentL: %u, MaxFrameAvgL: %u)", 3516db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str(), 3517db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mR.x, info->sType1.mR.y, info->sType1.mG.x, info->sType1.mG.y, 3518db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mB.x, info->sType1.mB.y, info->sType1.mW.x, info->sType1.mW.y, 3519db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mMaxDisplayLuminance, info->sType1.mMinDisplayLuminance, 3520db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mMaxContentLightLevel, info->sType1.mMaxFrameAverageLightLevel); 3521db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3522db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeHDRStaticInfoIndex, 3523db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] setting HDRStaticInfo failed even though codec advertises support", 3524db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str()); 3525db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3526db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3527db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3528db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::getHDRStaticInfo(DescribeHDRStaticInfoParams ¶ms) { 3529db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = ERROR_UNSUPPORTED; 3530db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (mDescribeHDRStaticInfoIndex) { 3531db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = mOMX->getConfig(mNode, mDescribeHDRStaticInfoIndex, ¶ms, sizeof(params)); 3532db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3533db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3534db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeHDRStaticInfoIndex, 3535db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] getting HDRStaticInfo failed even though codec advertises support", 3536db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str()); 3537db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3538db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3539db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 35408338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnarstatus_t ACodec::setupVideoEncoder( 3541b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const char *mime, const sp<AMessage> &msg, 3542b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 35435778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 35445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 35455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35485778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 35495778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 35505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35515778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 35525778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 35535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35555778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 35565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 35575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35615778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 35625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35635778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 35645778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 35655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35665778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 35675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35685778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 35695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35705778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 35715778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 35725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35775778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 35785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 35795778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 35805778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 35815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35845778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 35855778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 35865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35875778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 35885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 35895778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 35905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35925778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 35935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35945778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 35955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 35965778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 35975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35995778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 36005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36015778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 36025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36035778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 36045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 36055778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 36065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 36075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 36085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36095778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 36102c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs = (int64_t) (1000000.0f / frameRate); 36115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36135778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 36145778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 3615a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 3616a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 3617a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 3618a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 3619a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 36205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36215778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 36225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 36235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36255778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 36265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 36275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36315778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 36325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36335778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 36345778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 36355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36405778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 36415778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 36425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36445778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 36455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 36465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36505778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 36515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36525778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 36535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 36545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36595778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 36605778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 36615778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 36625778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 36635778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 36645778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 36655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36665778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 36675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 36685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36705778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 36715778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 36725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3676870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 3677870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (msg->findInt32("intra-refresh-period", &intraRefreshPeriod) 3678870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod >= 0) { 3679870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = setIntraRefreshPeriod((uint32_t)intraRefreshPeriod, true); 3680870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 3681870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 3682870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 3683870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 3684870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3685870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3686870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 36875778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 36885778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 36895778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 36905778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 36915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36925778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 36935778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 36945778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 36955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36965778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 36975778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 36985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 36995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3700c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 3701c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 3702c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 3703c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 370489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 370589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 370689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber err = setupVPXEncoderParameters(msg); 370789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 370889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 37095778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 37105778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 37115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37138338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // Set up color aspects on input, but propagate them to the output format, as they will 37148338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // not be read back from encoder. 3715b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoEncoder(msg, outputFormat, inputFormat); 3716b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { 37178338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ALOGI("[%s] cannot encode color aspects. Ignoring.", mComponentName.c_str()); 37188338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 37198338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 37208338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 37215e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (err != OK) { 37225e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang return err; 37235e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 37245e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 37255e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = setHDRStaticInfoForVideoCodec(kPortIndexInput, msg, outputFormat); 37265e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (err == ERROR_UNSUPPORTED) { // support is optional 37275e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang ALOGI("[%s] cannot encode HDR static metadata. Ignoring.", mComponentName.c_str()); 37285e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang err = OK; 37295e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 37305e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang 3731d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu if (err == OK) { 3732d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu ALOGI("setupVideoEncoder succeeded"); 3733d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu } 37345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37365778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 37375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37380dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 37390dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 37400dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 37410dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 37420dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 37430dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 37440dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 37450dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 37460dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 37470dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 37480dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 37490dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 37500dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 37510dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 37520dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 37530dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 37540dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 37550dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 37560dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 37570dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 37580dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 37590dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 37600dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 37610dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 37620dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 37630dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 37640dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 37650dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 37660dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 37670dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 37680dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 37690dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = mOMX->setParameter( 37700dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong mNode, OMX_IndexParamVideoIntraRefresh, 37710dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ¶ms, sizeof(params)); 37720dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 37730dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 37740dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 37755778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_U32 setPFramesSpacing(int32_t iFramesInterval, int32_t frameRate) { 37765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (iFramesInterval < 0) { 37775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0xFFFFFFFF; 37785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (iFramesInterval == 0) { 37795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 37805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37815778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 ret = frameRate * iFramesInterval; 37825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ret; 37835778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 37845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 378596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 378696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 378796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 378896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 378996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 379096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 379196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 379296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 379396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 37945778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 37955778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 37965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 37975778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 37985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 37995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 380196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 380296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 38035778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 38045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 38055778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 38065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 38075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 38085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38095778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 38105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38125778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 38135778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 38145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 38155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38165778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 38175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 38185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 38245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 38255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 38265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 38285778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 38295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 38315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 38325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 38335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nBFrames = 0; 38355778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 38365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 38375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 38385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 38395778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 38405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 38415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38425778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 38435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 38445778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 38455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 38465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 38475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38495778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 38505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 38565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 38575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38595778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 38605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 38615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 386696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 38675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 38735778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 38745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38755778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 38765778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 38775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 38785778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 38795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 38805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 388296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 388396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 38845778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 38855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 38865778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 38875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 38885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 38895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38905778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 38915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38935778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 38945778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 38955778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 38965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38975778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 38985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 38995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39045778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 39055778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 39065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39075778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 39085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 39095778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 39105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39115778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nBFrames = 0; 39125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39135778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 39145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 39155778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 39165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 39175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39205778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 39215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39265778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 39275778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 39285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39305778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 39315778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 39325778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 39335778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 39345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39355778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 39365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 39375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 394296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 39435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 39495778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 39505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3951a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 3952a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 3953a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 3954a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 3955a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 3956a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 3957a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 3958a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 3959a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 3960a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 3961a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 3962a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 3963a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3964a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3965a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 3966a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 3967a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 3968a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 3969a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 3970a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 3971a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3972a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 3973a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 3974a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 3975a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 3976a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 3977a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 3978a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 3979a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 3980a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 3981a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 3982a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 3983a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 3984a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 3985a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 3986a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 3987a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 3988a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 3989a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 3990a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 3991a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 3992a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3993a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 3994a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 3995a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 3996a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 3997a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 3998a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3999a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 4000a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 4001a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 4002a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 40035778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 40045778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 40055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 40065778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 40075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 401096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 401196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 40125778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 40135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 40145778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 40155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 40165778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40185778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 40195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40210dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 40220dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 40230dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 40240dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 40250dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 40260dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 40270dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 40280dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 40290dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 40300dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 40310dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 40325778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 40335778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 40345778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 40355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40360dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = mOMX->getParameter( 40375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 40385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40435778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 40445778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 40455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40465778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 40475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 40485778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 40495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 40505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40535778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 40545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40595778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 40605778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 4061e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang } else { 4062e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang // Use baseline profile for AVC recording if profile is not specified. 40638eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 40648eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang } 40658eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang 4066e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang ALOGI("setupAVCEncoderParameters with [profile: %s] [level: %s]", 4067e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang asString(h264type.eProfile), asString(h264type.eLevel)); 4068e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang 40695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 40705778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 40715778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 40725778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 40735778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 40745778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 40755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 40765778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 40775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40785778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 40795778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 40805778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 40815778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 40825778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 40835778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 40845778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 40855778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 4086e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang } else if (h264type.eProfile == OMX_VIDEO_AVCProfileMain || 4087e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.eProfile == OMX_VIDEO_AVCProfileHigh) { 4088e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nSliceHeaderSpacing = 0; 4089e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bUseHadamard = OMX_TRUE; 4090e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefFrames = 2; 4091e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nBFrames = 1; 4092e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 4093e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nAllowedPictureTypes = 4094e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP | OMX_VIDEO_PictureTypeB; 4095e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefIdx10ActiveMinus1 = 0; 4096e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefIdx11ActiveMinus1 = 0; 4097e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bEntropyCodingCABAC = OMX_TRUE; 4098e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bWeightedPPrediction = OMX_TRUE; 4099e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bconstIpred = OMX_TRUE; 4100e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bDirect8x8Inference = OMX_TRUE; 4101e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bDirectSpatialTemporal = OMX_TRUE; 4102e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nCabacInitIdc = 1; 41035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 41065778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 41075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41095778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 41105778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 41115778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 41125778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 41135778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 41145778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 41155778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 41165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41175778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 41185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 41195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 41215778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 41225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 41235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 412496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 41255778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 41265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4127c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 4128c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t bitrate, iFrameInterval; 4129c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 4130c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 4131c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4132c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4133c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4134c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 4135c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4136c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 4137c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 4138c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 4139c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 4140c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4141c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4142c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 4143c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4144c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4145c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 4146c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 4147c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 4148c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4149c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 4150c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->getParameter( 4151c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 4152c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4153c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4154c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4155c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4156c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 4157c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 4158c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 4159c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 4160c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4161c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4162c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4163c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 4164c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4165c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4166c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4167c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4168c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 4169c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 4170c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 41719aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim // TODO: finer control? 41729aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim hevcType.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 4173c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4174c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->setParameter( 4175c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 4176c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4177c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4178c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4179c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4180c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 4181c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 4182c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 418389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huberstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg) { 418489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 41854154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t iFrameInterval = 0; 41864154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 41874154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 41884154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 41894154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 41904154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 41914154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 41924154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 41934154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 41944154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 41954154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 419689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 419789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 419889b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 41994154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev msg->findInt32("i-frame-interval", &iFrameInterval); 420089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 420189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 420289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 42034154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 42044154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 42054154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 42064154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 42074154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 42084154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42094154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 42104154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42114154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 42124154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 42134154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 42144154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsSchema == "webrtc.vp8.1-layer") { 42154154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 42164154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 1; 42174154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.2-layer") { 42184154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 42194154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 2; 42204154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.3-layer") { 42214154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 42224154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 3; 42234154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 42244154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Unsupported ts-schema [%s]", tsSchema.c_str()); 42254154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42264154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42274154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 42284154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 42294154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 42304154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 42314154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev status_t err = mOMX->getParameter( 42324154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 42334154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 42344154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 42354154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 42364154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 42374154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 42384154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42394154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 42404154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 42414154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 42424154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 42434154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 42444154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 42454154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42464154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42474154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 42484154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 42494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 42504154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42514154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 42524154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev err = mOMX->setParameter( 42534154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 42544154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 42554154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 42564154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 42574154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42584154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42594154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 426089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 426189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 426289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 42635778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 42645778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 42655778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 42665778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 42675778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 42685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42696e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 42706e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.nProfileIndex = index; 42715778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 42725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, 42735778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 42745778822d86b0337407514b9372562b86edfa91cdAndreas Huber ¶ms, 42755778822d86b0337407514b9372562b86edfa91cdAndreas Huber sizeof(params)); 42765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 42785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 42795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42815778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 42825778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 42835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 42855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 42865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42876e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 42886e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 42896e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 42906e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 42916e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.eProfile, params.eLevel); 42926e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 42935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42946e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 42955778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 42965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 429796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 429896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 42995778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 43005778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 43015778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 43025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43035778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 43045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 43055778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 43065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 43085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 43095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 431196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 43125778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 43135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 43155778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 43165778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 43175778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 43185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43195778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 43205778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 43215778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 43225778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 43235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43245778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 43255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 43265778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 43275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 43295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 43305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43325778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 43335778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 43345778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 43355778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 43365778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 43375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43385778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 43395778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 43405778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 43415778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 43425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4343f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 4344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 434578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 434678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 4347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 4348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 4349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 4350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 4352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 4354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4355777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4356777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4357777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 4361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 4362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 4363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 4364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4367777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDomain != OMX_PortDomainVideo) { 4368777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("expected video port, got %s(%d)", asString(def.eDomain), def.eDomain); 4369777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4370777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 4373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 4374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 4377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 437878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 437978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 438078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 4381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 4384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 4387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4389f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::initNativeWindow() { 4390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL) { 4391a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar return mOMX->enableNativeBuffers(mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_TRUE); 4392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4394a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mOMX->enableNativeBuffers(mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_FALSE); 4395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 4396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4398d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 4399d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 4400d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4401d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4402d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 4403d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4404d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 4405d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 4406d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4407d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4408d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4409d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 4410d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 4411d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 44127e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 44137e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 44147e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 44157e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 44167e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 44177e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 44187e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 44197e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 44207e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 44217e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 44227e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 44237e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 44247e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 44257e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 44267e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 44277e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 44287e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 44297e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 44307e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4431e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 44327e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 4433c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 4434054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() && mMetadataBuffersToSubmit > 0) { 4435054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 4436c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 44377e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 44387e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 44397e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4440f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 4441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 4442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 4444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 4446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 4447609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 4448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 4449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 4450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4457f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 4458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 4459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 4460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4462f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 4463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 4464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4466f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 4467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 4468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 4469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 4471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 4472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 4473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 447603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar// static 447773dd808754c641fe798273d356ee38368715fa7bLajos Molnarbool ACodec::describeDefaultColorFormat(DescribeColorFormat2Params ¶ms) { 447873dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &image = params.sMediaImage; 447903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar memset(&image, 0, sizeof(image)); 448003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 448173dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mType = MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 448203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 0; 448303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 448403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar const OMX_COLOR_FORMATTYPE fmt = params.eColorFormat; 448503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mWidth = params.nFrameWidth; 448603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mHeight = params.nFrameHeight; 448703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 448803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // only supporting YUV420 448903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (fmt != OMX_COLOR_FormatYUV420Planar && 449003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedPlanar && 449103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420SemiPlanar && 44925a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedSemiPlanar && 44932ad160ba086f0504cf56dcc24619a0cee2546a23Dan Stoza fmt != (OMX_COLOR_FORMATTYPE)HAL_PIXEL_FORMAT_YV12) { 449403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar ALOGW("do not know color format 0x%x = %d", fmt, fmt); 4495229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 449603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 449703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4498b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // TEMPORARY FIX for some vendors that advertise sliceHeight as 0 4499b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride != 0 && params.nSliceHeight == 0) { 4500b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("using sliceHeight=%u instead of what codec advertised (=0)", 4501b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nFrameHeight); 4502b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nSliceHeight = params.nFrameHeight; 4503b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 4504b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 450534e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // we need stride and slice-height to be non-zero and sensible. These values were chosen to 450634e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // prevent integer overflows further down the line, and do not indicate support for 450734e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // 32kx32k video. 450834e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen if (params.nStride == 0 || params.nSliceHeight == 0 450934e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen || params.nStride > 32768 || params.nSliceHeight > 32768) { 4510b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("cannot describe color format 0x%x = %d with stride=%u and sliceHeight=%u", 4511b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar fmt, fmt, params.nStride, params.nSliceHeight); 4512b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar return false; 4513b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 4514b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 451503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set-up YUV format 451673dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mType = MediaImage2::MEDIA_IMAGE_TYPE_YUV; 451703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 3; 451803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mBitDepth = 8; 451973dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mBitDepthAllocated = 8; 452003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mOffset = 0; 452103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mColInc = 1; 452203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mRowInc = params.nStride; 452303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mHorizSubsampling = 1; 452403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mVertSubsampling = 1; 452503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 45265a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar switch ((int)fmt) { 45275a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case HAL_PIXEL_FORMAT_YV12: 45285a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar if (params.bUsingNativeBuffers) { 45295a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t ystride = align(params.nStride, 16); 45305a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t cstride = align(params.nStride / 2, 16); 45315a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.Y].mRowInc = ystride; 45325a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 45335a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mOffset = ystride * params.nSliceHeight; 45345a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mColInc = 1; 45355a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mRowInc = cstride; 45365a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 45375a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 45385a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 45395a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mOffset = image.mPlane[image.V].mOffset 45405a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar + (cstride * params.nSliceHeight / 2); 45415a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mColInc = 1; 45425a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mRowInc = cstride; 45435a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 45445a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 45455a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar break; 45465a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } else { 45475a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar // fall through as YV12 is used for YUV420Planar by some codecs 45485a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } 45495a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 45505a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case OMX_COLOR_FormatYUV420Planar: 455103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedPlanar: 455203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 455303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 1; 455403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride / 2; 455503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 455603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 455703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 455803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset 455903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar + (params.nStride * params.nSliceHeight / 4); 456003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 1; 456103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride / 2; 456203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 456303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 456403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 456503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 456603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420SemiPlanar: 456703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // FIXME: NV21 for sw-encoder, NV12 for decoder and hw-encoder 456803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedSemiPlanar: 456903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // NV12 457003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 457103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 2; 457203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride; 457303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 457403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 457503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 457603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset + 1; 457703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 2; 457803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride; 457903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 458003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 458103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 458203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 458303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar default: 458403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar TRESPASS(); 458503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 4586229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4587229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 4588229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4589229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 4590229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeColorFormat( 4591229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 459273dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params &describeParams) 4593229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar{ 4594229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_INDEXTYPE describeColorFormatIndex; 4595229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (omx->getExtensionIndex( 4596229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, "OMX.google.android.index.describeColorFormat", 459773dd808754c641fe798273d356ee38368715fa7bLajos Molnar &describeColorFormatIndex) == OK) { 459873dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormatParams describeParamsV1(describeParams); 459973dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (omx->getParameter( 460073dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, describeColorFormatIndex, 460173dd808754c641fe798273d356ee38368715fa7bLajos Molnar &describeParamsV1, sizeof(describeParamsV1)) == OK) { 460273dd808754c641fe798273d356ee38368715fa7bLajos Molnar describeParams.initFromV1(describeParamsV1); 460373dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeParams.sMediaImage.mType != MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 460473dd808754c641fe798273d356ee38368715fa7bLajos Molnar } 460573dd808754c641fe798273d356ee38368715fa7bLajos Molnar } else if (omx->getExtensionIndex( 460673dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, "OMX.google.android.index.describeColorFormat2", &describeColorFormatIndex) == OK 460773dd808754c641fe798273d356ee38368715fa7bLajos Molnar && omx->getParameter( 460873dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, describeColorFormatIndex, &describeParams, sizeof(describeParams)) == OK) { 460973dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeParams.sMediaImage.mType != MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 461073dd808754c641fe798273d356ee38368715fa7bLajos Molnar } 461173dd808754c641fe798273d356ee38368715fa7bLajos Molnar 461273dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeDefaultColorFormat(describeParams); 4613229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 4614229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4615229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 4616229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::isFlexibleColorFormat( 4617229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 46180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar uint32_t colorFormat, bool usingNativeBuffers, OMX_U32 *flexibleEquivalent) { 461973dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 4620229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar InitOMXParams(&describeParams); 4621229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.eColorFormat = (OMX_COLOR_FORMATTYPE)colorFormat; 4622229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // reasonable dummy values 4623229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameWidth = 128; 4624229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameHeight = 128; 4625229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nStride = 128; 4626229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nSliceHeight = 128; 46270d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = (OMX_BOOL)usingNativeBuffers; 4628229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4629229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar CHECK(flexibleEquivalent != NULL); 4630229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4631229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (!describeColorFormat(omx, node, describeParams)) { 4632229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4633229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4634229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 463573dd808754c641fe798273d356ee38368715fa7bLajos Molnar const MediaImage2 &img = describeParams.sMediaImage; 463673dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (img.mType == MediaImage2::MEDIA_IMAGE_TYPE_YUV) { 463773dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (img.mNumPlanes != 3 463873dd808754c641fe798273d356ee38368715fa7bLajos Molnar || img.mPlane[img.Y].mHorizSubsampling != 1 463973dd808754c641fe798273d356ee38368715fa7bLajos Molnar || img.mPlane[img.Y].mVertSubsampling != 1) { 4640229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4641229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4642229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4643229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // YUV 420 4644229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mPlane[img.U].mHorizSubsampling == 2 4645229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.U].mVertSubsampling == 2 4646229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mHorizSubsampling == 2 4647229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mVertSubsampling == 2) { 4648229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // possible flexible YUV420 format 4649229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mBitDepth <= 8) { 4650229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar *flexibleEquivalent = OMX_COLOR_FormatYUV420Flexible; 4651229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4652229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4653229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4654229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4655229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 465603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar} 465703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4658e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 4659777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim const char *niceIndex = portIndex == kPortIndexInput ? "input" : "output"; 466031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 466131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 4662e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 466331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4664777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = mOMX->getParameter(mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4665777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4666777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4667777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 466831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4669777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDir != (portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)) { 4670777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unexpected dir: %s(%d) on %s port", asString(def.eDir), def.eDir, niceIndex); 4671777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4672777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 467331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 467431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 467531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 467631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 467731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 4678e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 4679e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 4680e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4681e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 4682e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 4683e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4684e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 4685e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 4686e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 4687e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 46880d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 468973dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 46900d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 46910d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 46920d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 46930d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 46940d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 46950d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 46960d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 46970d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 46980d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (describeColorFormat(mOMX, mNode, describeParams)) { 46990d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 47000d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 47010d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 47020d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 47030d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 47045a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 470573dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &img = describeParams.sMediaImage; 470673dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2::PlaneInfo *plane = img.mPlane; 470773dd808754c641fe798273d356ee38368715fa7bLajos Molnar ALOGV("[%s] MediaImage { F(%ux%u) @%u+%d+%d @%u+%d+%d @%u+%d+%d }", 470873dd808754c641fe798273d356ee38368715fa7bLajos Molnar mComponentName.c_str(), img.mWidth, img.mHeight, 470973dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[0].mOffset, plane[0].mColInc, plane[0].mRowInc, 471073dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[1].mOffset, plane[1].mColInc, plane[1].mRowInc, 471173dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[2].mOffset, plane[2].mColInc, plane[2].mRowInc); 47120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 471303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 471403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4715b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width = (int32_t)videoDef->nFrameWidth; 4716b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t height = (int32_t)videoDef->nFrameHeight; 4717b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4718b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (portIndex == kPortIndexOutput) { 4719b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_CONFIG_RECTTYPE rect; 4720b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(&rect); 4721b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nPortIndex = portIndex; 4722b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4723b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOMX->getConfig( 4724b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mNode, 4725b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (portIndex == kPortIndexOutput ? 4726b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonOutputCrop : 4727b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonInputCrop), 4728b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar &rect, sizeof(rect)) != OK) { 4729b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft = 0; 4730b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop = 0; 4731b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nWidth = videoDef->nFrameWidth; 4732b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nHeight = videoDef->nFrameHeight; 4733b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 473491a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 4735b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (rect.nLeft < 0 || 4736b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop < 0 || 4737b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth > videoDef->nFrameWidth || 4738b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight > videoDef->nFrameHeight) { 4739b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("Wrong cropped rect (%d, %d) - (%u, %u) vs. frame (%u, %u)", 4740b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, rect.nTop, 4741b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth, rect.nTop + rect.nHeight, 4742b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar videoDef->nFrameWidth, videoDef->nFrameHeight); 4743b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return BAD_VALUE; 4744b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 474531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4746b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setRect( 4747b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "crop", 4748b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, 4749b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop, 4750b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth - 1, 4751b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight - 1); 4752b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4753b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width = rect.nWidth; 4754b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar height = rect.nHeight; 4755b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4756b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_UNKNOWN; 4757b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getColorAspectsAndDataSpaceForVideoDecoder( 4758b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, mConfigFormat, notify, 4759b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow ? &dataSpace : NULL); 4760b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mUsingNativeWindow) { 4761b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setInt32("android._dataspace", dataSpace); 4762b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 47635e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)getHDRStaticInfoForVideoCodec(kPortIndexOutput, notify); 4764b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else { 4765b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(notify); 47665e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang if (mConfigFormat->contains("hdr-static-info")) { 47675e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang (void)getHDRStaticInfoForVideoCodec(kPortIndexInput, notify); 47685e2f5c10dcedbddd0ea0255f049468760aa09048Hangyu Kuang } 4769777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4770e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4771e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4772e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 47734730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 47744730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 47754730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 47764730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 47774730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 47784730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 47794730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 47804730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia status_t err = mOMX->getParameter( 47814730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia mNode, 47824730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 47834730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 47844730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 47854730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 47864730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 47874730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia AString tsSchema = "none"; 47884730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (vp8type.eTemporalPattern 47894730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia == OMX_VIDEO_VPXTemporalLayerPatternWebRTC) { 47904730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia switch (vp8type.nTemporalLayerCount) { 47914730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 1: 47924730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 47934730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.1-layer"; 47944730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 47954730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 47964730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 2: 47974730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 47984730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.2-layer"; 47994730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 48004730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48014730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 3: 48024730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 48034730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.3-layer"; 48044730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 48054730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48064730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia default: 48074730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 48084730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 48094730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48104730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48114730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48124730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia notify->setString("ts-schema", tsSchema); 48134730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48144730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 48154730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 48164730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 4817e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 4818e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4819777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mIsEncoder ^ (portIndex == kPortIndexOutput)) { 4820777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // should be CodingUnused 4821777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Raw port video compression format is %s(%d)", 4822777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(videoDef->eCompressionFormat), 4823777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->eCompressionFormat); 4824777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4825777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4826e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4827e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 4828e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 4829e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 4830e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 4831e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 4832e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4833870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t intraRefreshPeriod = 0; 4834870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (mIsEncoder && getIntraRefreshPeriod(&intraRefreshPeriod) == OK 4835870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 4836870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang notify->setInt32("intra-refresh-period", intraRefreshPeriod); 4837870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 4838e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4839e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 484031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 4841e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 4842e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 48435a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 48445a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 48455a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 48465a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 484731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 484831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 484931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 485031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 485131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 485231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 485331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 485497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 4855e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 4856e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4857e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 4858e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4859e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4860e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4861777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4862777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4863777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4864777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4865777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 486614f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 4867777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (params.nChannels <= 0 4868777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || (params.nChannels != 1 && !params.bInterleaved) 4869777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.ePCMMode != OMX_AUDIO_PCMModeLinear) { 48705b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGE("unsupported PCM port: %u channels%s, %u-bit", 4871777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nChannels, 4872777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.bInterleaved ? " interleaved" : "", 48735b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar params.nBitPerSample); 4874777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4875777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4876e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4877e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 4878e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4879e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 48805b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 48815b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding encoding = kAudioEncodingPcm16bit; 48825b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (params.eNumData == OMX_NumericalDataUnsigned 48835b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar && params.nBitPerSample == 8u) { 48845b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar encoding = kAudioEncodingPcm8bit; 48855b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (params.eNumData == OMX_NumericalDataFloat 48865b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar && params.nBitPerSample == 32u) { 48875b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar encoding = kAudioEncodingPcmFloat; 48885b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (params.nBitPerSample != 16u 48895b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar || params.eNumData != OMX_NumericalDataSigned) { 48905b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGE("unsupported PCM port: %s(%d), %s(%d) mode ", 48915b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar asString(params.eNumData), params.eNumData, 48925b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar asString(params.ePCMMode), params.ePCMMode); 48935b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return FAILED_TRANSACTION; 48945b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 48955b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar notify->setInt32("pcm-encoding", encoding); 4896e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4897e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 4898e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 48998b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 4900e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 49018b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 49029806555d3930be43e11106281dee354820ac1c88Andreas Huber 4903e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 4904e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4905e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 4906e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4907e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4908e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4909777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4910777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAac, ¶ms, sizeof(params)); 4911777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4912777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4913777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4914e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4915e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 4916e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4917e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4918e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4919e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4920e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4921e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 4922e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4923e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 4924e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4925e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 49269806555d3930be43e11106281dee354820ac1c88Andreas Huber 4927777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4928777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAmr, ¶ms, sizeof(params)); 4929777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4930777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4931777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4932e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4933e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 4934e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 49350806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 4936e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 4937e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 49380806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 4939e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 4940e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4941e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4942e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4943e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4944e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 4945e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4946e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 4947e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4948e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4949e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4950777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4951777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioFlac, ¶ms, sizeof(params)); 4952777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4953777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4954777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4955e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4956e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 4957e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4958e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4959e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4960e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4961e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4962e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 4963e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4964e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 4965e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4966e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4967e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4968777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4969777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioMp3, ¶ms, sizeof(params)); 4970777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4971777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4972777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4973e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4974e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 4975e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4976e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4977e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4978e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4979e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4980e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 4981e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4982e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 4983e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4984e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4985e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4986777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4987777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioVorbis, ¶ms, sizeof(params)); 4988777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4989777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4990777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4991e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4992e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 4993e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4994e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4995e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4996e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4997e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 499897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 499997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 500097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 500197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 5002e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 500397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 5004777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5005777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 5006777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5007777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5008777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5009777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 501097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 501197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 501297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 501397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 501497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 501597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 5016e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 50178a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 50188a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 50198a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 50208a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 50218a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 50228a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 5023777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5024777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 5025777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5026777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5027777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5028777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 50298a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 50308a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 50318a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 50328a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 50338a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 50348a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 50358a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 50368c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 50378c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 50388c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 50398c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 50408c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 50418c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 5042777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5043777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 5044777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5045777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5046777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5047777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 50488c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 50498c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 50508c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 50518c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 50528c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 50538c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 50548c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 505510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 505610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 505710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 505810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 505910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 506010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 5061777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5062777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 5063777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5064777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5065777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 506610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 506710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 506810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 506910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 507010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 507110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 507210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 507310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 507410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 507510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 507610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 507710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 507878bd91b15ee8ea5aa2ab5a8cad7e892cb2d01c1bLajos Molnar notify->setInt32("pcm-encoding", kAudioEncodingPcm16bit); 507910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 508010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 508141d3f579d2c166984958263533284209b90c87d5Marco Nelissen 508241d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 508341d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 50840806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_AUDIO_PARAM_PCMMODETYPE params; 508541d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 508641d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 508741d3f579d2c166984958263533284209b90c87d5Marco Nelissen 5088777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5089777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 5090777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5091777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5092777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 509341d3f579d2c166984958263533284209b90c87d5Marco Nelissen 509441d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 509541d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 50960806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setInt32("sample-rate", params.nSamplingRate); 509741d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 509810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 509910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 5100e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 5101777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported audio coding: %s(%d)\n", 5102777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(audioDef->eEncoding), audioDef->eEncoding); 5103777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 5104e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 510531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 510631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 510731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 510831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 5109777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported domain: %s(%d)", asString(def.eDomain), def.eDomain); 5110777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 511131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 511231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5113e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 5114e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 5115e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5116b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarvoid ACodec::onDataSpaceChanged(android_dataspace dataSpace, const ColorAspects &aspects) { 5117b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects are normally communicated in ColorAspects 5118b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t range, standard, transfer; 5119b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar convertCodecColorAspectsToPlatformAspects(aspects, &range, &standard, &transfer); 5120b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5121b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // if some aspects are unspecified, use dataspace fields 5122b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 5123b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range = (dataSpace & HAL_DATASPACE_RANGE_MASK) >> HAL_DATASPACE_RANGE_SHIFT; 5124b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5125b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 5126b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard = (dataSpace & HAL_DATASPACE_STANDARD_MASK) >> HAL_DATASPACE_STANDARD_SHIFT; 5127b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5128b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 5129b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer = (dataSpace & HAL_DATASPACE_TRANSFER_MASK) >> HAL_DATASPACE_TRANSFER_SHIFT; 5130b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5131b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5132b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat = mOutputFormat->dup(); // trigger an output format changed event 5133b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 5134b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-range", range); 5135b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5136b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 5137b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-standard", standard); 5138b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5139b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 5140b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-transfer", transfer); 5141b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5142b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5143b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGD("dataspace changed to %#x (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 5144b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "(R:%d(%s), S:%d(%s), T:%d(%s))", 5145b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar dataSpace, 5146b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mRange, asString(aspects.mRange), 5147b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mPrimaries, asString(aspects.mPrimaries), 5148b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mMatrixCoeffs, asString(aspects.mMatrixCoeffs), 5149b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mTransfer, asString(aspects.mTransfer), 5150b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range, asString((ColorRange)range), 5151b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard, asString((ColorStandard)standard), 5152b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer, asString((ColorTransfer)transfer)); 5153b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 5154b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 51551734c7d01c1567568ced29398b23abd601fd44cbLajos Molnarvoid ACodec::onOutputFormatChanged(sp<const AMessage> expectedFormat) { 5156697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // store new output format, at the same time mark that this is no longer the first frame 5157b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mOutputFormat = mBaseOutputFormat->dup(); 5158e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5159b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (getPortFormat(kPortIndexOutput, mOutputFormat) != OK) { 5160777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("[%s] Failed to get port format to send format change", mComponentName.c_str()); 5161777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 5162777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5163e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 51641734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar if (expectedFormat != NULL) { 51651734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar sp<const AMessage> changes = expectedFormat->changesFrom(mOutputFormat); 51661734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar sp<const AMessage> to = mOutputFormat->changesFrom(expectedFormat); 51671734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar if (changes->countEntries() != 0 || to->countEntries() != 0) { 51681734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar ALOGW("[%s] BAD CODEC: Output format changed unexpectedly from (diff) %s to (diff) %s", 51691734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar mComponentName.c_str(), 51701734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar changes->debugString(4).c_str(), to->debugString(4).c_str()); 51711734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar } 51721734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar } 51731734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar 51745b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (!mIsVideo && !mIsEncoder) { 51755b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding pcmEncoding = kAudioEncodingPcm16bit; 51765b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mConfigFormat->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 51775b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding codecPcmEncoding = kAudioEncodingPcm16bit; 51785b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mOutputFormat->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 51795b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 51805b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexOutput] = AudioConverter::Create(codecPcmEncoding, pcmEncoding); 51815b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexOutput] != NULL) { 51825b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mOutputFormat->setInt32("pcm-encoding", pcmEncoding); 51835b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 51845b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 51855b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 5186b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mTunneled) { 5187b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sendFormatChange(); 5188b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } 5189b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar} 5190b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5191b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarvoid ACodec::addKeyFormatChangesToRenderBufferNotification(sp<AMessage> ¬ify) { 5192e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 5193b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 5194e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5195b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mime == MEDIA_MIMETYPE_VIDEO_RAW && mNativeWindow != NULL) { 5196b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // notify renderer of the crop change and dataspace change 5197e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // NOTE: native window uses extended right-bottom coordinate 5198b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t left, top, right, bottom; 5199b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 5200b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setRect("crop", left, top, right + 1, bottom + 1); 5201b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5202b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5203b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t dataSpace; 5204b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 5205b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setInt32("dataspace", dataSpace); 5206b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5207b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } 5208b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar} 5209b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5210b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnarvoid ACodec::sendFormatChange() { 5211b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar AString mime; 5212b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 5213b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5214b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mime == MEDIA_MIMETYPE_AUDIO_RAW && (mEncoderDelay || mEncoderPadding)) { 5215e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t channelCount; 5216b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findInt32("channel-count", &channelCount)); 5217e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 5218e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 5219e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 5220ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 5221e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5222e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5223b1cf03160fa7e7bc6e5cf138db07a7e1ab2ecb26Marco Nelissen mSkipCutBuffer = new SkipCutBuffer(mEncoderDelay, mEncoderPadding, channelCount); 5224e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5225e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5226b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> notify = mNotify->dup(); 5227b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar notify->setInt32("what", kWhatOutputFormatChanged); 5228b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar notify->setMessage("format", mOutputFormat); 522931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber notify->post(); 523031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5231b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // mLastOutputFormat is not used when tunneled; doing this just to stay consistent 5232b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat = mOutputFormat; 523331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 523431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 52355778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 5236cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber sp<AMessage> notify = mNotify->dup(); 5237d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatError); 5238251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 5239251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 5240251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 5241251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 5242251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 5243251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 5244251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 5245251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 5246251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5247251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5248346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 5249346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError = true; 5250346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 52515778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("err", internalError); 5252251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung notify->setInt32("actionCode", ACTION_CODE_FATAL); // could translate from OMX error. 5253cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber notify->post(); 5254cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 5255cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 5256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5258eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberACodec::PortDescription::PortDescription() { 5259eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5260eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5261496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 5262496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 5263496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 5264496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 5265496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5266496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 5267496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 5268496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5269496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 5270496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 5271496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5272496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return mOMX->setConfig( 5273496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mNode, 5274496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 5275496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 5276496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 5277496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 5278496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5279eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubervoid ACodec::PortDescription::addBuffer( 5280a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar IOMX::buffer_id id, const sp<ABuffer> &buffer, 5281a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar const sp<NativeHandle> &handle, const sp<RefBase> &memRef) { 5282eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBufferIDs.push_back(id); 5283eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBuffers.push_back(buffer); 5284a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mHandles.push_back(handle); 528586b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu mMemRefs.push_back(memRef); 5286eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5287eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5288eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersize_t ACodec::PortDescription::countBuffers() { 5289eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.size(); 5290eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5291eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5292eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberIOMX::buffer_id ACodec::PortDescription::bufferIDAt(size_t index) const { 5293eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.itemAt(index); 5294eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5295eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5296eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersp<ABuffer> ACodec::PortDescription::bufferAt(size_t index) const { 5297eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBuffers.itemAt(index); 5298eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5299eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5300a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnarsp<NativeHandle> ACodec::PortDescription::handleAt(size_t index) const { 5301a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar return mHandles.itemAt(index); 5302a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar} 5303a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 530486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wusp<RefBase> ACodec::PortDescription::memRefAt(size_t index) const { 530586b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu return mMemRefs.itemAt(index); 530686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu} 530786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu 5308eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber//////////////////////////////////////////////////////////////////////////////// 5309eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5310f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 5311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 5312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 5313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5315ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 5316ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 5317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 5318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5320f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 5321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 5323f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 5325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 5329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 5331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 533426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case ACodec::kWhatOMXMessageList: 533526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 533626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessageList(msg) : true; 533726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 533826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 5339e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar case ACodec::kWhatOMXMessageItem: 5340e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar { 5341e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // no need to check as we already did it for kWhatOMXMessageList 5342e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar return onOMXMessage(msg); 5343e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar } 5344e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar 5345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 5346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 534726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessage(msg) : true; 5348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 53511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 53521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 53531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 53541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 53561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 53571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53582235b4efd3b8149e09c666e2235530f3e6ed9c9aLajos Molnar status_t err = mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 53591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 53611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 53621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 53631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 53641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 53651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53667cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 53678f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 53687cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 53697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 5370251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 53717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 53727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 53737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 53747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 53757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5376ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 5377ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 5378251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 5379ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 5380ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 5381ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 5382ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5383ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 538430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 538530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 538630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 538730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 538830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar status_t err = mCodec->mOMX->freeNode(mCodec->mNode); 538930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 539030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 539130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 539230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 539330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->post(); 539430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 539530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 539630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 5397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 540426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::checkOMXMessage(const sp<AMessage> &msg) { 54055e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 54065e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 5407ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (mCodec->mNode == 0) { 54085e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 54095e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 541026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return false; 54115e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 54125e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 5413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::node_id nodeID; 5414609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("node", (int32_t*)&nodeID)); 5415777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (nodeID != mCodec->mNode) { 5416777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message for nodeID: %u, should have been %u", nodeID, mCodec->mNode); 5417777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5418777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 541926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 542026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 542126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 542226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessageList(const sp<AMessage> &msg) { 542326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<RefBase> obj; 542426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findObject("messages", &obj)); 542526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = static_cast<MessageList *>(obj.get()); 542626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 542790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool receivedRenderedEvents = false; 542826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<sp<AMessage>>::const_iterator it = msgList->getList().cbegin(); 542926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != msgList->getList().cend(); ++it) { 5430e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar (*it)->setWhat(ACodec::kWhatOMXMessageItem); 5431e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar mCodec->handleMessage(*it); 543290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int32_t type; 543390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK((*it)->findInt32("type", &type)); 543490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (type == omx_message::FRAME_RENDERED) { 543590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar receivedRenderedEvents = true; 543690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 543790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 543890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 543990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (receivedRenderedEvents) { 544090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // NOTE: all buffers are rendered in this case 544190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(); 544226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 544326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 544426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 544526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 544626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 544726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar int32_t type; 544826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findInt32("type", &type)); 5449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 5451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 5452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 5454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 5455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 5456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 5457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54580af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 54590af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 54600af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 54610af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 54620af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 54630af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 54640af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 54650af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 54660af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 54670af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 54680af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 5469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 5470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 5471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 5472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 5473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 5476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 547815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t fenceFd; 547915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5480609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 548115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 548315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return onOMXEmptyBufferDone(bufferID, fenceFd); 5484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 5487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5489609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 5490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 549115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t rangeOffset, rangeLength, flags, fenceFd; 5492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 5495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 5496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 5497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 549815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 5501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 5502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 5503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 550415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 550515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd); 5506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 550890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 550990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 551090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, systemNano; 551190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 551290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("media_time_us", &mediaTimeUs)); 551390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("system_nano", &systemNano)); 551490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 551590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return onOMXFrameRendered( 551690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, systemNano); 551790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 551890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5520777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message type: %d", type); 5521777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 552590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::BaseState::onOMXFrameRendered( 552690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs __unused, nsecs_t systemNano __unused) { 552790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore outside of Executing and PortSettingsChanged states 552890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 552990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 553090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5531f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 5532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5533b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (event == OMX_EventDataSpaceChanged) { 5534b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects aspects; 5535b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mRange = (ColorAspects::Range)((data2 >> 24) & 0xFF); 5536b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mPrimaries = (ColorAspects::Primaries)((data2 >> 16) & 0xFF); 5537b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mMatrixCoeffs = (ColorAspects::MatrixCoeffs)((data2 >> 8) & 0xFF); 5538b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mTransfer = (ColorAspects::Transfer)(data2 & 0xFF); 5539b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5540b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->onDataSpaceChanged((android_dataspace)data1, aspects); 5541b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return true; 5542b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5543b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 5545ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 5546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 5547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5551ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 5552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5553251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 5554251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 5555251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 5556251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 5557251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 5558251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5559251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 5560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 556415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd) { 5565ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 5566349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5567349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 55680806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 55690806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 55700806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 55710806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in EBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 55720806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 557315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 557415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 557515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 55760806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 55770806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 558015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // input buffers cannot take fences, so wait for any fence now 558115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXEmptyBufferDone"); 558215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 558315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 558415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // still save fence for completeness 558515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "onOMXEmptyBufferDone"); 558615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 558796e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 558896e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 558996e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 559096e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 559196e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 559296e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 5593d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 5595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 5602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5604777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5605f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5606777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("SHOULD NOT REACH HERE: cannot free empty output buffers"); 5607777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5613f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 5614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 5619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5621d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFillThisBuffer); 5622609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 5623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mData->meta()->clear(); 56252d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 5626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56271d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> reply = new AMessage(kWhatInputBufferFilled, mCodec); 5628609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setMessage("reply", reply); 5631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 5635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5636f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5637f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 5638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5639609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 56402d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 5641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 56425778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 5643a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 56445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 56452d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber if (!msg->findBuffer("buffer", &buffer)) { 5646a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar /* these are unfilled buffers returned by client */ 5647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("err", &err)); 5648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56497fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar if (err == OK) { 56507fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* buffers with no errors are returned on MediaCodec.flush */ 56517fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mode = KEEP_BUFFERS; 56527fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } else { 56537fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar ALOGV("[%s] saw error %d instead of an input buffer", 56547fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mCodec->mComponentName.c_str(), err); 56557fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar eos = true; 56567fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } 56573831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 56582d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber buffer.clear(); 5659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56615778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 56625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 56635778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 56645778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 56655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 56665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 56680806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 56690806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_UPSTREAM) { 56700806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in IBF: %s(%d) buffer #%u", _asString(status), status, bufferID); 56710806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 56720806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 56730806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 56740806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 56815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 5682dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 5683dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5684dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5685dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5686f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5687f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5688f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 56925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 5693fd866b3aa0d97375de08f8888b95669026c83361Wei Jia // Do not send empty input buffer w/o EOS to the component. 5694fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (buffer->size() == 0 && !eos) { 5695fd866b3aa0d97375de08f8888b95669026c83361Wei Jia postFillThisBuffer(info); 5696fd866b3aa0d97375de08f8888b95669026c83361Wei Jia break; 5697fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 5698fd866b3aa0d97375de08f8888b95669026c83361Wei Jia 5699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 5701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 5703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t isCSD; 5705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 5706f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang if (mCodec->mIsLegacyVP9Decoder) { 5707f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang ALOGV("[%s] is legacy VP9 decoder. Ignore %u codec specific data", 5708f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang mCodec->mComponentName.c_str(), bufferID); 5709f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang postFillThisBuffer(info); 5710f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang break; 5711f88dc1865408506f69c858818ea05f5248ff4462Hangyu Kuang } 5712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 5713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5714f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 57165778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 57175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 57185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 57195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (buffer != info->mCodecData) { 5720ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 5721d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 5722d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 57235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar buffer.get(), info->mCodecData.get()); 5724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57255b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> converter = mCodec->mConverter[kPortIndexInput]; 57265b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (converter == NULL) { 57275b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar converter = getCopyConverter(); 57285b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 57295b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar status_t err = converter->convert(buffer, info->mCodecData); 57305b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK) { 57315b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->signalError(OMX_ErrorUndefined, err); 57320806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 57330806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5735f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5736078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 5737ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 5738078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 57395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 5740ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 57415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 5742078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 5743d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5744ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 5745ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5746d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 5747ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 5748ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5749d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5750078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 5751349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5752d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5753d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 5754d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 5755d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 5756d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 5757d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5758d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5759054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 5760054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 5761054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 5762054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5763054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("MetadataBuffersToSubmit=%u portMode=%s", 5764054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit, 5765054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 5766054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 5767054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 5768054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->submitOutputMetadataBuffer(); 5769054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5770054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 577115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 57720806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 57730806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 57740806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 57750806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 57765b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info->mCodecData->size(), 57770806340688c937e7b78c2d89db3809274130df4eLajos Molnar flags, 577815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 577915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 578015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 57810806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 57820806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 57830806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 57840806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5785f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57870806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!eos && err == OK) { 57885778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 57895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 57900806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalled EOS (%d) on the input port", 57910806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mComponentName.c_str(), err); 57925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 57935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 57945778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 57955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5796f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 57970806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK && err != ERROR_END_OF_STREAM) { 57980806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalling EOS on the input port due to error %d", 5799dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 5800dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 58013856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 5802dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 5803dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5805ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 5806349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5807349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 580815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 58090806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 58100806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 58110806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 58120806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 58130806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 58140806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_BUFFERFLAG_EOS, 581515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 0, 581615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 581715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 58180806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 58190806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 58200806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 58210806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5825dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5828f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5829625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 5830777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5831777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim break; 5832777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5833625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 5834777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("invalid port mode: %d", mode); 5835625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 5836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5838f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5839f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 5840f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5841f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 5845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 5847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 5848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 5850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 5851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 5852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 5855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 5857f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 5858f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5861f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 5862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 5866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5868f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 5869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 5870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 5871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 587215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 587315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd) { 5874609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 58755778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 5876349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5877f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 58780806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err= OK; 5879d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5880d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5881d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 5882d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 5883d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 5884d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 5885d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5886d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 5887d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 5888d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 5889d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5890d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 5891d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 5892d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 5893d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5894d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 5896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 58970806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 58980806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 58990806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in FBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 59000806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 59010806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 590215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 590315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 590415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 59050806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 59060806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5908054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 5909f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 591190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (info->mRenderInfo != NULL) { 591290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // The fence for an emptied buffer must have signaled, but there still could be queued 591390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // or out-of-order dequeued buffers in the render queue prior to this buffer. Drop these, 591490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // as we will soon requeue this buffer to the surface. While in theory we could still keep 591590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // track of buffers that are requeued to the surface, it is better to add support to the 591690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // buffer-queue to notify us of released buffers and their fences (in the future). 591790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(true /* dropIncomplete */); 591890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 591990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 592015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // byte buffers cannot take fences, so wait for any fence now 592115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mCodec->mNativeWindow == NULL) { 592215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXFillBufferDone"); 592315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 592415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 592515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setReadFence(fenceFd, "onOMXFillBufferDone"); 592615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5927f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5928f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5929f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5930f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5934f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5935a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 5936a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 5937609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 59385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 5939349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 594015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 594115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 59420806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 59430806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 59440806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 59450806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59475778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 59485778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 59495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 595031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5951577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar sp<AMessage> reply = 59521d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatOutputBufferDrained, mCodec); 5953577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 5954b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mCodec->mOutputFormat != mCodec->mLastOutputFormat && rangeLength > 0) { 5955697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // pretend that output format has changed on the first frame (we used to do this) 5956697aedf61d6180e72102068a969383018eedfa1eLajos Molnar if (mCodec->mBaseOutputFormat == mCodec->mOutputFormat) { 59571734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar mCodec->onOutputFormatChanged(mCodec->mOutputFormat); 5958697aedf61d6180e72102068a969383018eedfa1eLajos Molnar } 5959b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->addKeyFormatChangesToRenderBufferNotification(reply); 5960b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->sendFormatChange(); 59615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5962b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5963054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->usingMetadataOnEncoderOutput()) { 5964054219874873b41f1c815552987c10465c34ba2bLajos Molnar native_handle_t *handle = NULL; 59653e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar VideoNativeHandleMetadata &nativeMeta = 59663e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar *(VideoNativeHandleMetadata *)info->mData->data(); 59673e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (info->mData->size() >= sizeof(nativeMeta) 59683e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar && nativeMeta.eType == kMetadataBufferTypeNativeHandleSource) { 59697c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#ifdef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 59703e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // handle is only valid on 32-bit/mediaserver process 59717c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = NULL; 59727c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#else 59733e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar handle = (native_handle_t *)nativeMeta.pHandle; 59747c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#endif 5975054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 5976308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setPointer("handle", handle); 5977308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeOffset", rangeOffset); 5978308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeLength", rangeLength); 59795b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (info->mData == info->mCodecData) { 5980308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->setRange(rangeOffset, rangeLength); 59815b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 59825b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info->mCodecData->setRange(rangeOffset, rangeLength); 59835b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // in this case we know that mConverter is not null 59845b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar status_t err = mCodec->mConverter[kPortIndexOutput]->convert( 59855b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info->mCodecData, info->mData); 59865b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK) { 59875b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 59885b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return true; 59895b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 5990308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 5991496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 599221ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 5993496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 5994496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 5995496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 59965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 599721ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 5998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59998b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 60008b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mCodec->mSkipCutBuffer->submit(info->mData); 60018b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 60025778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 6003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60045778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6005d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatDrainThisBuffer); 6006609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 60072d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 60085778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("flags", flags); 6009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6010609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 6011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60125778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setMessage("reply", reply); 6013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 60145778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 60155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 60165778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 6017f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6018f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 60195778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 60205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6022d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatEOS); 6023dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber notify->setInt32("err", mCodec->mInputEOSResult); 6024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 6027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6029f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6031777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 60320806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffer(kPortIndexOutput, index); 60330806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 60340806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 60350806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 60360806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6038777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 6039777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 6040777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 6041777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6043f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6044f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6045f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6046f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6047f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 6048f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 6049609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 6050f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 60510806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 60520806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 60530806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_DOWNSTREAM) { 60540806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in OBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 60550806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 60560806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 60570806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 60580806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6060577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar android_native_rect_t crop; 6061777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (msg->findRect("crop", &crop.left, &crop.top, &crop.right, &crop.bottom)) { 6062777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = native_window_set_crop(mCodec->mNativeWindow.get(), &crop); 6063777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW_IF(err != NO_ERROR, "failed to set crop: %d", err); 6064577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar } 6065577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 6066b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t dataSpace; 6067b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (msg->findInt32("dataspace", &dataSpace)) { 6068b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = native_window_set_buffers_data_space( 6069b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mNativeWindow.get(), (android_dataspace)dataSpace); 6070b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set dataspace: %d", err); 6071b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6072b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 6073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 6074f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 60756aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 607679ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou && info->mData != NULL && info->mData->size() != 0) { 60776fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 6078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 6079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 608090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // save buffers sent to the surface so we can get render time when they return 608190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 608290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 608390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mediaTimeUs >= 0) { 608490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.onFrameQueued( 608590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, info->mGraphicBuffer, new Fence(::dup(info->mFenceFd))); 608690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 608790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6088fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 6089fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 6090c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 6091fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 6092c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)timestampNs); 6093fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 6094fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 6095fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 6096fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 60975778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 6098fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 60990806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set buffer timestamp: %d", err); 6100fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 610115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onOutputBufferDrained before queueBuffer"); 61020806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mNativeWindow->queueBuffer( 610315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 610415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 61050806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 6106cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 6107cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 6108264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGE("queueBuffer failed in onOutputBufferDrained: %d", err); 6109251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6110cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 611115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // keeping read fence as write fence to avoid clobbering 611215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 6113cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 6114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 61156fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar if (mCodec->mNativeWindow != NULL && 61166fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar (info->mData == NULL || info->mData->size() != 0)) { 611715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // move read fence into write fence to avoid clobbering 611815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 61196fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 61206fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 6121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 6122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 6125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 6127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 6128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 6130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 6133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 6134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 6136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 6141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 6143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 6145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 6146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 6148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6150c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 6151609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 6152c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 615315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("onOutputBufferDrained::RESUBMIT_BUFFERS"); 615415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer( 615515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNode, info->mBufferID, info->mFenceFd); 615615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 61570806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 61580806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 61590806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 61600806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 61610806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6162c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6164f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6167777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 6168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 61690806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->freeBuffer(kPortIndexOutput, index); 61700806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 61710806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 61720806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6175777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 6176777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 6177777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 6178777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 6179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6184f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 6185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6188c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 6189c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 6190ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6191ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 619223858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mCodec->mNodeBinder->unlinkToDeath(mDeathNotifier); 6193ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 6194ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 6195ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6196b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mUsingNativeWindow = false; 6197ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 6198e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mCodec->mNativeWindowUsageBits = 0; 6199ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mNode = 0; 6200ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 6201ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mQuirks = 0; 6202ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 6203054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeInvalid; 6204054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mOutputMetadataType = kMetadataBufferTypeInvalid; 62055b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->mConverter[0].clear(); 62065b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->mConverter[1].clear(); 6207ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 6208c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6209c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6210f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 6211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 6215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 6217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62225778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 62235778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 62245778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 62255778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 62265778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 62275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 62285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 6230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6231c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6232c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6233c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 623454b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 623554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 6236c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6238d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 6239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6242c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 6243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 6246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6248d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6252c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 6253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 625530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 625630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 625730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 625830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 625930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 626030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 626130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 6262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6269f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 6270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6271c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 6272c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 6273c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 6274c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 62755778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 62765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6277c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 62785778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 62795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6280ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode == 0); 62815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 628348a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (client.connect() != OK) { 628448a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 628548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 628648a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 6287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 6289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62901d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 6291ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6292b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar Vector<AString> matchingCodecs; 62935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 6295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62965778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 6297d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t quirks = 0; 62987791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 62995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 6300b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar sp<IMediaCodecList> list = MediaCodecList::getInstance(); 6301b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar if (list != NULL && list->findCodecByName(componentName.c_str()) >= 0) { 6302b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar matchingCodecs.add(componentName); 6303afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 63045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 63055778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 63065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 63075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 63085778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 63095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 63105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6311b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar MediaCodecList::findMatchingCodecs( 63125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 63135778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 6314b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar 0, // flags 6315e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 63165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 63171065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 63181065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 6319ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar IOMX::node_id node = 0; 63201065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6321201d8d400eb037547f4f476a838475b13a446007Wei Jia status_t err = NAME_NOT_FOUND; 63221065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 63231065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 6324b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar componentName = matchingCodecs[matchIndex]; 6325b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar quirks = MediaCodecList::getQuirksFor(componentName.c_str()); 6326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6327da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 6328078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 6329078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 633023858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen err = omx->allocateNode(componentName.c_str(), observer, &mCodec->mNodeBinder, &node); 6331078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 6332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 63331065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 63341065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 63357a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 63367a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 63371065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 63381065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6339ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar node = 0; 63401065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 63411065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6342ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (node == 0) { 63435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 63449f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 63459f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 63465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 63479f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 63485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6349c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 635052e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 6351c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 6352c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 635423858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier = new DeathNotifier(notify); 635523858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen if (mCodec->mNodeBinder == NULL || 635623858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mCodec->mNodeBinder->linkToDeath(mDeathNotifier) != OK) { 635723858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen // This was a local binder, if it dies so do we, we won't care 635823858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen // about any notifications in the afterlife. 635923858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier.clear(); 636023858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen } 636123858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen 636226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = new AMessage(kWhatOMXMessageList, mCodec); 6363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 6364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 636690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.setComponentName(componentName); 6367ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 6368ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 6369ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 6370ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 63711713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 63720167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 6373ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 6374ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 6375afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber mCodec->mQuirks = quirks; 6376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 6377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode = node; 6378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 63795778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 63805778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6381d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentAllocated); 63825778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setString("componentName", mCodec->mComponentName.c_str()); 63835778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 63845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6385c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6386c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6387c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6388c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 63895778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 63905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6391c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6392c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6393c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 6394c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 6395c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6396c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6397c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 6398c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 6399c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6400f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 6401f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 6402f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6403f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 6404f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6405054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 6406054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6407a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 6408e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 6409e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 64104e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 6411054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6412c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 6413c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 6414c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6415c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 6416c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 6417c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6418c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6419c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 642054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 6421f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 6422f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 6423c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6424c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6425c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 6426c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 64270806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)mCodec->mOMX->freeNode(mCodec->mNode); 6428c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6429c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 6430c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6431c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 643254b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 643354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 6434d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 643554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar notify->post(); 643654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 643754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 6438c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6439c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6440c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 6441c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 6442c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6443c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 6444c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 6445c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6446c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 6447c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6448c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6449c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6450c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 64517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 64527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 64537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 64547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 64557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 64567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 64577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 64588f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 6459d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 64608f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang onSetInputSurface(msg); 6461d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 6462d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 6463d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6464d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6465c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 6466c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6467c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 6468c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6469c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6470c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6471c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6472c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 6473c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6474c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6475c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6476c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6477c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 647854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6479c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6480c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6481c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6482c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6483c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6484c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6485c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 6486c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6487c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6488d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6489c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber notify->post(); 6490c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6491c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6492c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6493c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6494c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6495c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 6496c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 6497c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6498c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6499c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 6500c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6501c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6502c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 65035778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 65045778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 65055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6506ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode != 0); 65075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 65080806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 65095778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 65100806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!msg->findString("mime", &mime)) { 65110806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = BAD_VALUE; 65120806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 65130806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->configureCodec(mime.c_str(), msg); 65140806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 65155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 6516c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 6517c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 6518c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 6519251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6520c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 65215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 65235778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 65245778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6525d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentConfigured); 6526e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 6527e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 65285778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 65295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6530c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6531c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 65325778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 65335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6534d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 6535d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = OK; 6536a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6537d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 6538a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err = mCodec->mOMX->setInternalOption( 6539a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mNode, 6540a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber kPortIndexInput, 6541a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber IOMX::INTERNAL_OPTION_REPEAT_PREVIOUS_FRAME_DELAY, 6542a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mCodec->mRepeatFrameDelayUs, 6543a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber sizeof(mCodec->mRepeatFrameDelayUs)); 6544a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6545a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 6546a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 6547a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 6548a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mComponentName.c_str(), 6549a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err); 6550d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 6551a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6552a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6553a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6554d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 655594ee4b708acfa941581160b267afb79192b1d816Chong Zhang err = mCodec->mOMX->setInternalOption( 655694ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mNode, 655794ee4b708acfa941581160b267afb79192b1d816Chong Zhang kPortIndexInput, 655894ee4b708acfa941581160b267afb79192b1d816Chong Zhang IOMX::INTERNAL_OPTION_MAX_TIMESTAMP_GAP, 655994ee4b708acfa941581160b267afb79192b1d816Chong Zhang &mCodec->mMaxPtsGapUs, 656094ee4b708acfa941581160b267afb79192b1d816Chong Zhang sizeof(mCodec->mMaxPtsGapUs)); 656194ee4b708acfa941581160b267afb79192b1d816Chong Zhang 656294ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 656394ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 656472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mComponentName.c_str(), 656572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err); 6566d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 65672c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 65682c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 65692c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 6570d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 657137b2b389139ed638831e49708c947863eef631efRonghua Wu err = mCodec->mOMX->setInternalOption( 657237b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mNode, 657337b2b389139ed638831e49708c947863eef631efRonghua Wu kPortIndexInput, 657437b2b389139ed638831e49708c947863eef631efRonghua Wu IOMX::INTERNAL_OPTION_MAX_FPS, 657537b2b389139ed638831e49708c947863eef631efRonghua Wu &mCodec->mMaxFps, 657637b2b389139ed638831e49708c947863eef631efRonghua Wu sizeof(mCodec->mMaxFps)); 657737b2b389139ed638831e49708c947863eef631efRonghua Wu 657837b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 657937b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 658037b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mComponentName.c_str(), 658137b2b389139ed638831e49708c947863eef631efRonghua Wu err); 6582d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 658337b2b389139ed638831e49708c947863eef631efRonghua Wu } 658437b2b389139ed638831e49708c947863eef631efRonghua Wu } 658537b2b389139ed638831e49708c947863eef631efRonghua Wu 6586d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mTimePerCaptureUs > 0ll 65872c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang && mCodec->mTimePerFrameUs > 0ll) { 65882c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t timeLapse[2]; 65892c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[0] = mCodec->mTimePerFrameUs; 65902c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[1] = mCodec->mTimePerCaptureUs; 65912c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err = mCodec->mOMX->setInternalOption( 65922c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mNode, 65932c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang kPortIndexInput, 65942c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang IOMX::INTERNAL_OPTION_TIME_LAPSE, 65952c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang &timeLapse[0], 65962c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang sizeof(timeLapse)); 65972c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 65982c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 65992c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 66002c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mComponentName.c_str(), 66012c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err); 6602d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 66032c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 66042c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 660572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6606d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 660772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang bool suspend = true; 660872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err = mCodec->mOMX->setInternalOption( 660972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mNode, 661072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 661172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_SUSPEND, 661272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &suspend, 661372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(suspend)); 661472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 661572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 661672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 661794ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mComponentName.c_str(), 661894ee4b708acfa941581160b267afb79192b1d816Chong Zhang err); 6619d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 662094ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 662194ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 662294ee4b708acfa941581160b267afb79192b1d816Chong Zhang 6623c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 6624c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mCodec->mOMX->getParameter( 6625c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 6626c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 6627c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mInputFormat->setInt32( 6628c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 6629c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 6630c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 6631b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<ABuffer> colorAspectsBuffer; 6632b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mCodec->mInputFormat->findBuffer("android._color-aspects", &colorAspectsBuffer)) { 6633b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mCodec->mOMX->setInternalOption( 6634b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mNode, kPortIndexInput, IOMX::INTERNAL_OPTION_COLOR_ASPECTS, 6635b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar colorAspectsBuffer->base(), colorAspectsBuffer->capacity()); 6636b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 6637b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("[%s] Unable to configure color aspects (err %d)", 6638b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mComponentName.c_str(), err); 6639b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 6640b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6641b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6642d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 6643d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6644d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6645d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 6646d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 6647d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 6648d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6649d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 6650d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceCreated); 6651d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6652b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace; 6653b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = 6654b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace(&dataSpace); 6655b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 6656b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 665757fad3c31f46ec98d15bc253c16f9d269aeb8ea7Lajos Molnar 6658d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 6659b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 66603e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeANWBuffer; 6661b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mCodec->mOMX->createInputSurface( 66623e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mNode, kPortIndexInput, dataSpace, &bufferProducer, 66633e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar &mCodec->mInputMetadataType); 66643e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // framework uses ANW buffers internally instead of gralloc handles 66653e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (mCodec->mInputMetadataType == kMetadataBufferTypeGrallocSource) { 66663e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeANWBuffer; 66673e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar } 6668b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6669d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6670d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6671d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6672d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6673d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 66747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 66757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setObject("input-surface", 66767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 66777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 66787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 66797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 66807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 66817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 66827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 66837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setInt32("err", err); 66847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 66857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->post(); 66867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 66877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 66888f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::LoadedState::onSetInputSurface( 6689d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> &msg) { 66908f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGV("onSetInputSurface"); 6691d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6692d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 6693d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceAccepted); 6694d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6695d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 6696d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 6697d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 6698d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6699b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace; 6700b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = 6701b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace(&dataSpace); 6702b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 6703b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 6704b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 6705b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 67063e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeANWBuffer; 6707b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mCodec->mOMX->setInputSurface( 6708b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mNode, kPortIndexInput, surface->getBufferConsumer(), 6709b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar &mCodec->mInputMetadataType); 67103e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar // framework uses ANW buffers internally instead of gralloc handles 67113e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar if (mCodec->mInputMetadataType == kMetadataBufferTypeGrallocSource) { 67123e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeANWBuffer; 67133e328782f1e1061d08ea0c45b855cc418a2d9ea6Lajos Molnar } 6714b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6715d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6716d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6717b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar surface->getBufferConsumer()->setDefaultBufferDataSpace(dataSpace); 6718d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6719d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6720d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6721d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 6722d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 6723d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 6724d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 67258f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGE("[%s] onSetInputSurface returning error %d", 6726d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 6727d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("err", err); 6728d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6729d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->post(); 6730d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6731d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6732c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 67335778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 67345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 67350806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 67360806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 67370806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 67380806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 67390806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mLoadedToIdleState); 67400806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6744f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6745f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 6746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6747f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6748f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6749f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 67503856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 6751f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6752cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 6753cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 675429357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 6755cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 6756cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 6757cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 6758251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 675991bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 6760c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mOMX->sendCommand( 6761c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 6762c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexInput)) { 6763c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexInput); 6764c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6765c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexOutput)) { 6766c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexOutput); 6767c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6768c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia 676991bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 6770cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6773f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 6774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 6775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 6777f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 6778f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6779f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6780f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mCodec->allocateBuffersOnPort(kPortIndexOutput); 6781f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6782f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6783f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 678572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6789f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6790f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6791f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 67926507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 67936507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 67946507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 67956507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 67966507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 67976507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 67986463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 67996463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 68006463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 68016463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 68026463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 68036463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 68046463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 68056463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 68066463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 68076463e76d41430f9b03a79b221de84255f2475658Marco Nelissen sp<AMessage> notify = mCodec->mNotify->dup(); 6808d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 68096463e76d41430f9b03a79b221de84255f2475658Marco Nelissen notify->post(); 68106463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 68116463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 68126463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 6813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6818f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 6819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 68230806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 68240806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 68250806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 68260806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in LoadedToIdleState: %s(%u) %s(%u)", 68270806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 68280806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 68290806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 68300806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68320806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 68330806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 68340806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateExecuting); 68350806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6836f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68370806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 68380806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 68390806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 68400806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mIdleToExecutingState); 68410806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6842f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6843f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6849f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6853f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 6854f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6857f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 68583856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 6859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6860f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6861f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 686372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6870d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 6871d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6872d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 6873d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6874d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6875d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6876d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 6877d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6878d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 6879d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6880d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6881d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber notify->post(); 6882d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6883d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6884d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6885d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 68866507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 68876507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 68886507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 68896507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 68906507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 68916507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 6892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6895f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6896f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6897f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 6898f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6899f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6900f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6901f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 69020806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 69030806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateExecuting) { 69040806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToExecutingState: %s(%u) %s(%u)", 69050806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 69060806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 69070806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 69080806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 69090806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6910f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6911f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 6912f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6913f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6921f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6922f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6923f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6924f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 6925349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 6926349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 6927f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6928f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6929f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 6930ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 6931f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6932f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6933f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6934054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 6935054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 6936054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 6937054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 6938054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 6939054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6940054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 6941054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->submitOutputMetadataBuffer() != OK) 6942054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 6943054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6944054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 69454dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 69464dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6947054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 6948054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6949054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6950054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 69510806340688c937e7b78c2d89db3809274130df4eLajos Molnar bool failed = false; 6952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 6953f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 6954f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6955f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 69560806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US 69570806340688c937e7b78c2d89db3809274130df4eLajos Molnar && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 69580806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us or the surface"); 69590806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 69600806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 69610806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6962f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6963f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6964f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 6965f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 69670806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US) { 69680806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us"); 69690806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 69700806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 69710806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 69740806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] calling fillBuffer %u", mCodec->mComponentName.c_str(), info->mBufferID); 6975349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 697615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitRegularOutputBuffers"); 697715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 697815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 69790806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 69800806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 69810806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 69820806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 6985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 69860806340688c937e7b78c2d89db3809274130df4eLajos Molnar 69870806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (failed) { 69880806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 69890806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6992054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 6993c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 6994054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 6995054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 6996054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6997054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6998054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6999f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 7000349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 70010806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] We're already active, no need to resume.", mCodec->mComponentName.c_str()); 7002349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 7003349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7004349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 7006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 70073cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 7008777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mCodec->mBuffers[kPortIndexInput].size() == 0u) { 7009777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("[%s] we don't have any input buffers to resume", mCodec->mComponentName.c_str()); 7010777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7011777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 70123cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 70133cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 70143cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 70153cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 70163cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 70173cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 7018349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7019349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 7020f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7021f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7022f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 70233856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 7024f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 702590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 7026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 7027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7028f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7029f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 7030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7035c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 7036c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 7037c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 7038c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 7039c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 704054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 7041c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 7042c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 7043349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 7044349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 70450806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 70460806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 70470806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 70480806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (keepComponentAllocated) { 70490806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 70500806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 70510806340688c937e7b78c2d89db3809274130df4eLajos Molnar // TODO: do some recovery here. 70520806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 70530806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mExecutingToIdleState); 70540806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7055f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7056f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7057f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 70627a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 7063ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 7064d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 7065d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 7066d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 7067d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 7068d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 7069d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7070349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 7071349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 70720806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandFlush, OMX_ALL); 70730806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 70740806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 70750806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 70760806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mFlushingState); 70770806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7078f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7079f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7080f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7081f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7082f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7083f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 7084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 7086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7091496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 7092496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 7093496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 7094496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 7095496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 7096496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 7097496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 7098496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 7099496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 7100496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 7101496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 7102a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 7103a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 7104a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 7105a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 7106a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7107a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 7108a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7109a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 7110a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 7111a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 7112a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 7113a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7114a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7115a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 7116a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 7117a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7118a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 71197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 71207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 71216507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 71227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 71237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 71247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 71257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 71264dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 7127054219874873b41f1c815552987c10465c34ba2bLajos Molnar case kWhatSubmitOutputMetadataBufferIfEOS: 71284dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 71294dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 71304dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 7131054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t err = mCodec->submitOutputMetadataBuffer(); 71324dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 7133054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 71344dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 71354dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 71364dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 71374dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 71384dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 7139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7147a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 7148a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 7149530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 7150a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 7151a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 7152a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 7153a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 7154a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7155a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mOMX->setConfig( 7156a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mNode, 7157a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 7158a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 7159a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 7160a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7161a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 7162a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 7163a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 7164a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7165a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 7166a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7167a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7168a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 716972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 717072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 717172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang status_t err = 717272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mOMX->setInternalOption( 717372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mNode, 717472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 717572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_START_TIME, 717672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &skipFramesBeforeUs, 717772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(skipFramesBeforeUs)); 717872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 717972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 718072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 718172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 718272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 718372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 718472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 7185e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 7186e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 7187e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber bool suspend = dropInputFrames != 0; 7188e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 7189b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = 7190b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber mOMX->setInternalOption( 7191e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber mNode, 7192e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber kPortIndexInput, 7193e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber IOMX::INTERNAL_OPTION_SUSPEND, 7194e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber &suspend, 7195b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber sizeof(suspend)); 7196b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7197b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 7198b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 7199b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 7200b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7201b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7202b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7203b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 7204b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 7205b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 7206b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7207b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 7208b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 7209b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 7210b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7211e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 7212e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 72138db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 72148db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 72158db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 72168db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 72178db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 72188db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 72198db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 72208db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 72218db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 7222870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 7223870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (params->findInt32("intra-refresh-period", &intraRefreshPeriod) 7224870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 7225870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = setIntraRefreshPeriod(intraRefreshPeriod, false); 7226870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 7227870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 7228870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 7229870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 7230870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 7231870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 7232870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 7233a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 7234a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 7235a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 72366507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 72376507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden sp<AMessage> notify = mNotify->dup(); 7238d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatSignaledInputEOS); 72396507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 72406507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden status_t err = mOMX->signalEndOfInputStream(mNode); 72416507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (err != OK) { 72426507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->setInt32("err", err); 72436507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 72446507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->post(); 72456507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 72466507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 724790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::ExecutingState::onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 724890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 724990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 725090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 725190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7252f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 7253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 7256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 7258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7259b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->onOutputFormatChanged(); 7260b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 726131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 7262054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 7263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 7264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, 7265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 7266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 7267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7268349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 7269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 7271b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } else if (data2 != OMX_IndexConfigCommonOutputCrop 7272b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar && data2 != OMX_IndexConfigAndroidIntraRefresh) { 7273ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 7274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 7275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 7281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7292f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 7293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 7294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7297f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 7298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 7299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 7300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 7301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 7304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7305f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 7306f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7307f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7308f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 7309f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7315349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 7316e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 7317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7318349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 73193856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 7320349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7321349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7323f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7335f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 73363856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 7337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 7338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 734090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::OutputPortSettingsChangedState::onOMXFrameRendered( 734190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, nsecs_t systemNano) { 734290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 734390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 734490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 734590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7346f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 7347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 73520806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data2 != (OMX_U32)kPortIndexOutput) { 73530806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("ignoring EventCmdComplete CommandPortDisable for port %u", data2); 73540806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 73550806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 73570806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now disabled.", mCodec->mComponentName.c_str()); 7358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 73590806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 73600806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!mCodec->mBuffers[kPortIndexOutput].isEmpty()) { 73610806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("disabled port should be empty, but has %zu buffers", 73620806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mBuffers[kPortIndexOutput].size()); 73630806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 73640806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 73650806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mDealer[kPortIndexOutput].clear(); 73660806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 73680806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 73690806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 73700806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandPortEnable, kPortIndexOutput); 73710806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 73730806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 73740806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 73750806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE_IF(err != OK, "Failed to allocate output port buffers after port " 73760806340688c937e7b78c2d89db3809274130df4eLajos Molnar "reconfiguration: (%d)", err); 73770806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7378cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 73790806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 7380251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 7381d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7382755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // This is technically not correct, but appears to be 7383755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the only way to free the component instance. 7384755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // Controlled transitioning from excecuting->idle 7385755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // and idle->loaded seem impossible probably because 7386755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the output port never finishes re-enabling. 7387755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mShutdownInProgress = true; 7388755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mKeepComponentAllocated = false; 7389755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->changeState(mCodec->mLoadedState); 7390cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 7391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 7394777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (data2 != (OMX_U32)kPortIndexOutput) { 7395777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("ignoring EventCmdComplete OMX_CommandPortEnable for port %u", data2); 7396777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7397777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 73990806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now reenabled.", mCodec->mComponentName.c_str()); 7400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7401349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 7402349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 7403349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7404349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7405f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7408f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 7411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 7415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7420f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 74215778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 74225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 7423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7425f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 7426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 74330806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("Ignoring flush request in ExecutingToIdleState"); 7434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 7440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7453f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 74543856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 745531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 74565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 7457b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->mLastOutputFormat.clear(); 7458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7460f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 7461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 74650806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 74660806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 74670806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in ExecutingToIdleState: %s(%u) %s(%u)", 74680806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 74690806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 74700806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 74710806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 74720806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 74755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7481349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7482349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 7483349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 7484349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 7485349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7486349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7487349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 74920af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 7493f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 74945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 74950806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 74960806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 74970806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 74980806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffersOnPort(kPortIndexInput); 74990806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->freeBuffersOnPort(kPortIndexOutput); 75000806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 75010806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = err2; 75020806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 75030806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 75050167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 75060167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 7507bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 7508bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 7509bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 7510bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 7511b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 7512bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 7513bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 75140806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 75150806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 75160806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 75170806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 75180806340688c937e7b78c2d89db3809274130df4eLajos Molnar 7519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 7520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7523f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 7524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7530f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 7531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7539f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 7540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7543f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 7544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 7550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 75590806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Got flush request in IdleToLoadedState"); 7560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7571f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 75723856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 7573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7575f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 7576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 75800806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 75810806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateLoaded) { 75820806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToLoadedState: %s(%u) %s(%u)", 75830806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 75840806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 75850806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 75860806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 75870806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7589c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 7590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7601f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 7602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7605f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 76063856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 7607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 7609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7611f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 7612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 7624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7630f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7631f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7632f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7636f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 7637f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7638ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 7639ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 7640d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 76440806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandFlush) { 76450806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("unexpected EventCmdComplete %s(%d) data2:%d in FlushingState", 76460806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, data2); 76470806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 76480806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 76490806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 7652777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mFlushComplete[data2]) { 7653777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("Flush already completed for %s port", 7654777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim data2 == kPortIndexInput ? "input" : "output"); 7655777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return true; 7656777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 7658e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 76590806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (mFlushComplete[kPortIndexInput] && mFlushComplete[kPortIndexOutput]) { 7660e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 7661e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 7662777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else if (data2 == OMX_ALL) { 7663777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!mFlushComplete[kPortIndexInput] || !mFlushComplete[kPortIndexOutput]) { 7664777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("received flush complete event for OMX_ALL before ports have been" 7665777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim "flushed (%d/%d)", 7666777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mFlushComplete[kPortIndexInput], mFlushComplete[kPortIndexOutput]); 7667777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7668777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7671777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else { 7672777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("data2 not OMX_ALL but %u in EventCmdComplete CommandFlush", data2); 7673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7678349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7679349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 76801d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 7681349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 7682609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32("node", mCodec->mNode); 7683349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 7684349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 7685349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 7686349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 76873856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 7688349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 7689349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7690349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 7691349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7692349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7693349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7694349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7701f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7702f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 7703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7704f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7705f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7706f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7707f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7708f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 7709f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7710f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7711f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7712f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7713f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7714f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 7715f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 7716f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 7717f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 77187e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 77197e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 77207e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 77217e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 772290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 772390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 7725d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 7726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 7727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 7729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 7730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7731dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 7732dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 7733f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 7734f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 7735f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 7736f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 7737f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 77415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::queryCapabilities( 77425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 77435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps) { 77445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar (*caps).clear(); 77455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const char *role = getComponentRole(isEncoder, mime.c_str()); 77465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 77475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 77485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMXClient client; 77515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = client.connect(); 77525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 77535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 77545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<IOMX> omx = client.interface(); 77575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecObserver> observer = new CodecObserver; 77585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar IOMX::node_id node = 0; 77595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 776023858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen err = omx->allocateNode(name.c_str(), observer, NULL, &node); 77615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 77625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 77635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 77645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar err = setComponentRole(omx, node, role); 77675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 77685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 77695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 77705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 77715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::CapabilitiesBuilder> builder = new MediaCodecInfo::CapabilitiesBuilder(); 77745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isVideo = mime.startsWithIgnoreCase("video/"); 77755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo) { 77775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PROFILELEVELTYPE param; 77785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 77795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 77805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77816e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 77826e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 77835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 77845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoProfileLevelQuerySupported, 77855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 77865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 77875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 77885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, param.eLevel); 77906e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 77916e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 77926e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 77936e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 77946e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile, param.eLevel); 77956e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 77965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // Color format query 77995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // return colors in the order reported by the OMX component 78005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // prefix "flexible" standard ones with the flexible equivalent 78015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE portFormat; 78025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&portFormat); 780336e4e1592bb07e1fdf8d4324f65a66ba332d75f2Lajos Molnar portFormat.nPortIndex = isEncoder ? kPortIndexInput : kPortIndexOutput; 78045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar Vector<uint32_t> supportedColors; // shadow copy to check for duplicates 78056e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 78066e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar portFormat.nIndex = index; 78075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 78085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoPortFormat, 78095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &portFormat, sizeof(portFormat)); 78105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 78115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 78125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_U32 flexibleEquivalent; 78155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isFlexibleColorFormat( 78165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx, node, portFormat.eColorFormat, false /* usingNativeWindow */, 78175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &flexibleEquivalent)) { 78185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool marked = false; 78195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar for (size_t i = 0; i < supportedColors.size(); ++i) { 78205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (supportedColors[i] == flexibleEquivalent) { 78215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar marked = true; 78225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 78235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (!marked) { 78265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(flexibleEquivalent); 78275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(flexibleEquivalent); 78285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(portFormat.eColorFormat); 78315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(portFormat.eColorFormat); 78326e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 78336e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 78346e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 78356e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 78366e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(portFormat.eColorFormat), portFormat.eColorFormat); 78376e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 78385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (mime.equalsIgnoreCase(MEDIA_MIMETYPE_AUDIO_AAC)) { 78405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // More audio codecs if they have profiles. 78415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_AUDIO_PARAM_ANDROID_PROFILETYPE param; 78425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 78435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 78446e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 78456e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 78465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 78475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexParamAudioProfileQuerySupported, 78485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 78495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 78505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 78515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // For audio, level is ignored. 78535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, 0 /* level */); 78546e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 78556e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 78566e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x", 78576e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 78586e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile); 78596e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 78605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // NOTE: Without Android extensions, OMX does not provide a way to query 78635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // AAC profile support 78645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (param.nProfileIndex == 0) { 78655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("component %s doesn't support profile query.", name.c_str()); 78665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && !isEncoder) { 78705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar native_handle_t *sidebandHandle = NULL; 78715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->configureVideoTunnelMode( 78725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 0, &sidebandHandle) == OK) { 78735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // tunneled playback includes adaptive playback 78745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback 78755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar | MediaCodecInfo::Capabilities::kFlagSupportsTunneledPlayback); 78765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (omx->storeMetaDataInBuffers( 78775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE) == OK || 78785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->prepareForAdaptivePlayback( 78795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 78805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 1280 /* width */, 720 /* height */) == OK) { 78815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback); 78825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && isEncoder) { 78865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 78875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶ms); 78885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar params.nPortIndex = kPortIndexOutput; 78895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TODO: should we verify if fallback is supported? 78905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->getConfig( 78915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, 78925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶ms, sizeof(params)) == OK) { 78935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsIntraRefresh); 78945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar *caps = builder; 78985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 78995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 79005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return OK; 79015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 79025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 7903a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// These are supposed be equivalent to the logic in 7904a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// "audio_channel_out_mask_from_count". 7905a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar//static 7906a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnarstatus_t ACodec::getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]) { 7907a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar switch (numChannels) { 7908a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 1: 7909a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelCF; 7910a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7911a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 2: 7912a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7913a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7914a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7915a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 3: 7916a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7917a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7918a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7919a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7920a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 4: 7921a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7922a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7923a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelLR; 7924a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelRR; 7925a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7926a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 5: 7927a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7928a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7929a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7930a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLR; 7931a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelRR; 7932a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7933a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 6: 7934a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7935a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7936a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7937a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7938a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7939a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7940a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7941a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 7: 7942a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7943a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7944a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7945a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7946a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7947a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7948a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelCS; 7949a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7950a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 8: 7951a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7952a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7953a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7954a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7955a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7956a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7957a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelLS; 7958a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[7] = OMX_AUDIO_ChannelRS; 7959a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7960a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar default: 7961a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return -EINVAL; 7962a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar } 7963a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 7964a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return OK; 7965a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar} 7966a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 7967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 7968