ACodec.cpp revision db318d40b90a456311b3920c605e33b763ca79f9
127c174483a8ae9688d5d4897c19074f62c7f1701James Dong/* 227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Copyright (C) 2010 The Android Open Source Project 327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Licensed under the Apache License, Version 2.0 (the "License"); 527c174483a8ae9688d5d4897c19074f62c7f1701James Dong * you may not use this file except in compliance with the License. 627c174483a8ae9688d5d4897c19074f62c7f1701James Dong * You may obtain a copy of the License at 727c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 827c174483a8ae9688d5d4897c19074f62c7f1701James Dong * http://www.apache.org/licenses/LICENSE-2.0 927c174483a8ae9688d5d4897c19074f62c7f1701James Dong * 1027c174483a8ae9688d5d4897c19074f62c7f1701James Dong * Unless required by applicable law or agreed to in writing, software 1127c174483a8ae9688d5d4897c19074f62c7f1701James Dong * distributed under the License is distributed on an "AS IS" BASIS, 1227c174483a8ae9688d5d4897c19074f62c7f1701James Dong * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1327c174483a8ae9688d5d4897c19074f62c7f1701James Dong * See the License for the specific language governing permissions and 1427c174483a8ae9688d5d4897c19074f62c7f1701James Dong * limitations under the License. 1527c174483a8ae9688d5d4897c19074f62c7f1701James Dong */ 1627c174483a8ae9688d5d4897c19074f62c7f1701James Dong 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "ACodec" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 20f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 24609b815a3131d22da38b2f452faa9f89daad4039Andy Hung#include <inttypes.h> 256fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar#include <utils/Trace.h> 266fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar 271de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar#include <gui/Surface.h> 281de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/ACodec.h> 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <binder/MemoryDealer.h> 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/hexdump.h> 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AMessage.h> 37a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 4090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar#include <media/stagefright/MediaCodec.h> 41afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/MediaDefs.h> 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/OMXClient.h> 44d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 45b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar#include <media/stagefright/SurfaceUtils.h> 463a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber#include <media/hardware/HardwareAPI.h> 473a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 4897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_AudioExt.h> 494154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev#include <OMX_VideoExt.h> 50f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <OMX_Component.h> 5197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu#include <OMX_IndexExt.h> 52777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim#include <OMX_AsString.h> 53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#include "include/avc_utils.h" 555b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar#include "include/DataConverter.h" 5673dd808754c641fe798273d356ee38368715fa7bLajos Molnar#include "omx/OMXUtils.h" 57496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 58f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 59f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 606e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnarenum { 616e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar kMaxIndicesToCheck = 32, // used when enumerating supported formats and profiles 626e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar}; 636e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 64251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// OMX errors are directly mapped into status_t range if 65251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// there is no corresponding MediaError status code. 66251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Use the statusFromOMXError(int32_t omxError) function. 67251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 68251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Currently this is a direct map. 69251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// See frameworks/native/include/media/openmax/OMX_Core.h 70251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 71251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Vendor OMX errors from 0x90000000 - 0x9000FFFF 72251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Extension OMX errors from 0x8F000000 - 0x90000000 73251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// Standard OMX errors from 0x80001000 - 0x80001024 (0x80001024 current) 74251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// 75251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 76251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// returns true if err is a recognized OMX error code. 77251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// as OMX error is OMX_S32, this is an int32_t type 78251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline bool isOMXError(int32_t err) { 79251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return (ERROR_CODEC_MIN <= err && err <= ERROR_CODEC_MAX); 80251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 81251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 82251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// converts an OMX error to a status_t 83251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t statusFromOMXError(int32_t omxError) { 84251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (omxError) { 85251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorInvalidComponentName: 86251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case OMX_ErrorComponentNotFound: 87251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return NAME_NOT_FOUND; // can trigger illegal argument error for provided names. 88251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 89251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return isOMXError(omxError) ? omxError : 0; // no translation required 90251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 91251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 92251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 93251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung// checks and converts status_t to a non-side-effect status_t 94251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hungstatic inline status_t makeNoSideEffectStatus(status_t err) { 95251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (err) { 96251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // the following errors have side effects and may come 97251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // from other code modules. Remap for safety reasons. 98251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case INVALID_OPERATION: 99251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case DEAD_OBJECT: 100251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return UNKNOWN_ERROR; 101251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 102251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return err; 103251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 104251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung} 105251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 10626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarstruct MessageList : public RefBase { 10726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar MessageList() { 10826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 109984a54322f7c70bc75e862d91bdd975814872affLajos Molnar virtual ~MessageList() { 110984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 11126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > &getList() { return mList; } 11226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarprivate: 11326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar std::list<sp<AMessage> > mList; 11426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 11526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar DISALLOW_EVIL_CONSTRUCTORS(MessageList); 11626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar}; 11726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 1185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnarstatic sp<DataConverter> getCopyConverter() { 1195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar static pthread_once_t once = PTHREAD_ONCE_INIT; // const-inited 1205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar static sp<DataConverter> sCopyConverter; // zero-inited 1215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pthread_once(&once, [](){ sCopyConverter = new DataConverter(); }); 1225b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return sCopyConverter; 1235b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar} 1245b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 125f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct CodecObserver : public BnOMXObserver { 126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CodecObserver() {} 127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setNotificationMessage(const sp<AMessage> &msg) { 129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // from IOMXObserver 13326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar virtual void onMessages(const std::list<omx_message> &messages) { 134984a54322f7c70bc75e862d91bdd975814872affLajos Molnar if (messages.empty()) { 135984a54322f7c70bc75e862d91bdd975814872affLajos Molnar return; 136984a54322f7c70bc75e862d91bdd975814872affLajos Molnar } 137984a54322f7c70bc75e862d91bdd975814872affLajos Molnar 138984a54322f7c70bc75e862d91bdd975814872affLajos Molnar sp<AMessage> notify = mNotify->dup(); 13926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool first = true; 14026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = new MessageList(); 14126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<omx_message>::const_iterator it = messages.cbegin(); 14226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != messages.cend(); ++it) { 14326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar const omx_message &omx_msg = *it; 14426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar if (first) { 14526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setInt32("node", omx_msg.node); 146984a54322f7c70bc75e862d91bdd975814872affLajos Molnar first = false; 147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 14926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<AMessage> msg = new AMessage; 15026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("type", omx_msg.type); 15126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar switch (omx_msg.type) { 15226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EVENT: 15326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 15426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("event", omx_msg.u.event_data.event); 15526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data1", omx_msg.u.event_data.data1); 15626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("data2", omx_msg.u.event_data.data2); 15726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 15826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::EMPTY_BUFFER_DONE: 16126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("buffer", omx_msg.u.buffer_data.buffer); 16326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32("fence_fd", omx_msg.fenceFd); 16426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 16526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case omx_message::FILL_BUFFER_DONE: 16826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 16926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "buffer", omx_msg.u.extended_buffer_data.buffer); 17126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_offset", 17326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_offset); 17426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "range_length", 17626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.range_length); 17726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 17826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "flags", 17926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.flags); 18026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt64( 18126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "timestamp", 18226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar omx_msg.u.extended_buffer_data.timestamp); 18326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msg->setInt32( 18426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar "fence_fd", omx_msg.fenceFd); 18526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 18626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 18890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 18990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 19090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 19190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "media_time_us", omx_msg.u.render_data.timestamp); 19290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64( 19390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar "system_nano", omx_msg.u.render_data.nanoTime); 19490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 19590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 19690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 19726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar default: 19826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar ALOGE("Unrecognized message type: %d", omx_msg.type); 19926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar break; 20026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 20126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar msgList->getList().push_back(msg); 20226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 20326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->setObject("messages", msgList); 20426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify->post(); 205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 207f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~CodecObserver() {} 209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 210f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(CodecObserver); 214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 218f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::BaseState : public AState { 219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState(ACodec *codec, const sp<AState> &parentState = NULL); 220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 221f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum PortMode { 223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber KEEP_BUFFERS, 224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber RESUBMIT_BUFFERS, 225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FREE_BUFFERS, 226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *mCodec; 229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void postFillThisBuffer(BufferInfo *info); 240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 241f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 24226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles an OMX message. Returns true iff message was handled. 243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXMessage(const sp<AMessage> &msg); 244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // Handles a list of messages. Returns true iff messages were handled. 24626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool onOMXMessageList(const sp<AMessage> &msg); 24726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 24826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar // returns true iff this message is for this component and the component is alive 24926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar bool checkOMXMessage(const sp<AMessage> &msg); 25026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 25115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar bool onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd); 252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool onOMXFillBufferDone( 254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 25715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 25815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd); 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 26190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void getMoreInputDataIfPossible(); 263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(BaseState); 265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 269ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberstruct ACodec::DeathNotifier : public IBinder::DeathRecipient { 270ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DeathNotifier(const sp<AMessage> ¬ify) 271ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber : mNotify(notify) { 272ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 273ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 274ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual void binderDied(const wp<IBinder> &) { 275ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mNotify->post(); 276ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 277ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 278ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprotected: 279ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber virtual ~DeathNotifier() {} 280ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 281ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huberprivate: 282ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<AMessage> mNotify; 283ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 284ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(DeathNotifier); 285ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber}; 286ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::UninitializedState : public ACodec::BaseState { 288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber UninitializedState(ACodec *codec); 289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 290f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 292c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 294f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onSetup(const sp<AMessage> &msg); 296c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onAllocateComponent(const sp<AMessage> &msg); 297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 298ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber sp<DeathNotifier> mDeathNotifier; 299ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(UninitializedState); 301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 305c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstruct ACodec::LoadedState : public ACodec::BaseState { 306c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber LoadedState(ACodec *codec); 307c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 308c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprotected: 309c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 310c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber virtual void stateEntered(); 311c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 312c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberprivate: 313c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber friend struct ACodec::UninitializedState; 314c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 315c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool onConfigureComponent(const sp<AMessage> &msg); 3167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden void onCreateInputSurface(const sp<AMessage> &msg); 3178f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang void onSetInputSurface(const sp<AMessage> &msg); 318c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onStart(); 319c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber void onShutdown(bool keepComponentAllocated); 320c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 321d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t setupInputSurface(); 322d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 323c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedState); 324c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber}; 325c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 326c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 327c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 328f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::LoadedToIdleState : public ACodec::BaseState { 329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber LoadedToIdleState(ACodec *codec); 330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 336f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t allocateBuffers(); 338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(LoadedToIdleState); 340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 344f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToExecutingState : public ACodec::BaseState { 345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToExecutingState(ACodec *codec); 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 347f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 349f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 352f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToExecutingState); 354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 358f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingState : public ACodec::BaseState { 359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingState(ACodec *codec); 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 361054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitRegularOutputBuffers(); 362054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar void submitOutputMetaBuffers(); 363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void submitOutputBuffers(); 364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Submit output buffers to the decoder, submit input buffers to client 366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to fill with data. 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void resume(); 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 369349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // Returns true iff input and output buffers are in play. 370349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool active() const { return mActive; } 371349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 373f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 374f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 377f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 37890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 380f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 381349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber bool mActive; 382349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingState); 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 385f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::OutputPortSettingsChangedState : public ACodec::BaseState { 389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OutputPortSettingsChangedState(ACodec *codec); 390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 391f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual PortMode getPortMode(OMX_U32 portIndex); 393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 39790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar virtual bool onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano); 398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(OutputPortSettingsChangedState); 401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 405f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::ExecutingToIdleState : public ACodec::BaseState { 406f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ExecutingToIdleState(ACodec *codec); 407f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 408f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 409f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 417f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4205778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mComponentNowIdle; 4215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(ExecutingToIdleState); 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 427f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::IdleToLoadedState : public ACodec::BaseState { 428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IdleToLoadedState(ACodec *codec); 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 436f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(IdleToLoadedState); 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 442f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec::FlushingState : public ACodec::BaseState { 443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FlushingState(ACodec *codec); 444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 445f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onMessageReceived(const sp<AMessage> &msg); 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void stateEntered(); 448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual bool onOMXEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2); 450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onOutputBufferDrained(const sp<AMessage> &msg); 452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onInputBufferFilled(const sp<AMessage> &msg); 453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushComplete[2]; 456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void changeStateIfWeOwnAllBuffers(); 458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(FlushingState); 460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 46415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setWriteFence(int fenceFd, const char *dbg) { 46515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 46615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by write fence %d in %s", 46715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 46815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 46915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = false; 47115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 47215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 47315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::setReadFence(int fenceFd, const char *dbg) { 47415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0) { 47515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("OVERWRITE OF %s fence %d by read fence %d in %s", 47615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence ? "read" : "write", mFenceFd, fenceFd, dbg); 47715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 47815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mFenceFd = fenceFd; 47915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mIsReadFence = true; 48015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkWriteFence(const char *dbg) { 48315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && mIsReadFence) { 48415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING read fence %d as write fence in %s", mFenceFd, dbg); 48515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 48615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 48715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 48815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarvoid ACodec::BufferInfo::checkReadFence(const char *dbg) { 48915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mFenceFd >= 0 && !mIsReadFence) { 49015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGD("REUSING write fence %d as read fence in %s", mFenceFd, dbg); 49115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 49215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 49315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 49415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar//////////////////////////////////////////////////////////////////////////////// 49515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 496f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ACodec() 497afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber : mQuirks(0), 498609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mNode(0), 499b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow(false), 500e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits(0), 5018db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo(false), 502c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mIsEncoder(false), 503346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError(false), 5049806555d3930be43e11106281dee354820ac1c88Andreas Huber mShutdownInProgress(false), 50554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mExplicitShutdown(false), 5069806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderDelay(0), 5079806555d3930be43e11106281dee354820ac1c88Andreas Huber mEncoderPadding(0), 508e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees(0), 5099806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent(false), 510054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mChannelMask(0), 511054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter(0), 512054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType(kMetadataBufferTypeInvalid), 513054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType(kMetadataBufferTypeInvalid), 514011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment(false), 515054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit(0), 5165b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mNumUndequeuedBuffers(0), 51794ee4b708acfa941581160b267afb79192b1d816Chong Zhang mRepeatFrameDelayUs(-1ll), 5182c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs(-1ll), 51937b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps(-1), 5202c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs(-1ll), 521609b815a3131d22da38b2f452faa9f89daad4039Andy Hung mTimePerCaptureUs(-1ll), 522ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mCreateInputBuffersSuspended(false), 5238338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar mTunneled(false), 524db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeColorAspectsIndex((OMX_INDEXTYPE)0), 525db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeHDRStaticInfoIndex((OMX_INDEXTYPE)0) { 526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mUninitializedState = new UninitializedState(this); 527c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mLoadedState = new LoadedState(this); 528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mLoadedToIdleState = new LoadedToIdleState(this); 529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToExecutingState = new IdleToExecutingState(this); 530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingState = new ExecutingState(this); 531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mOutputPortSettingsChangedState = 533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber new OutputPortSettingsChangedState(this); 534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mExecutingToIdleState = new ExecutingToIdleState(this); 536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mIdleToLoadedState = new IdleToLoadedState(this); 537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingState = new FlushingState(this); 538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mPortEOS[kPortIndexInput] = mPortEOS[kPortIndexOutput] = false; 540dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mInputEOSResult = OK; 541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeState(mUninitializedState); 543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 545f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::~ACodec() { 546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 548f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::setNotificationMessage(const sp<AMessage> &msg) { 549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify = msg; 550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 552f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::initiateSetup(const sp<AMessage> &msg) { 553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setWhat(kWhatSetup); 5541d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 558a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Hubervoid ACodec::signalSetParameters(const sp<AMessage> ¶ms) { 5591d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 560a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 561a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->post(); 562a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 563a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 5645778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateAllocateComponent(const sp<AMessage> &msg) { 5655778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatAllocateComponent); 5661d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5675778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5685778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5705778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateConfigureComponent(const sp<AMessage> &msg) { 5715778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setWhat(kWhatConfigureComponent); 5721d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar msg->setTarget(this); 5735778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 5745778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::setSurface(const sp<Surface> &surface) { 5771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 5781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 5791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 5811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = msg->postAndAwaitResponse(&response); 5821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 5841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)response->findInt32("err", &err); 5851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 5861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 5871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 5881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::initiateCreateInputSurface() { 5901d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatCreateInputSurface, this))->post(); 5917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5938f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::initiateSetInputSurface( 594d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 5958f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 596d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface); 597d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->post(); 598d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 599d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenvoid ACodec::signalEndOfInputStream() { 6011d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatSignalEndOfInputStream, this))->post(); 6027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 6037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 6045778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::initiateStart() { 6051d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatStart, this))->post(); 6065778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 608f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalFlush() { 6097a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] signalFlush", mComponentName.c_str()); 6101d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatFlush, this))->post(); 611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 613f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::signalResume() { 6141d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatResume, this))->post(); 615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 617c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::initiateShutdown(bool keepComponentAllocated) { 6181d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatShutdown, this); 619c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->setInt32("keepComponentAllocated", keepComponentAllocated); 620c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber msg->post(); 62130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar if (!keepComponentAllocated) { 62230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // ensure shutdown completes in 3 seconds 6231d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatReleaseCodecInstance, this))->post(3000000); 62430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 627496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid ACodec::signalRequestIDRFrame() { 6281d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 629496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 630496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 6314dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6324dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// Some codecs may return input buffers before having them processed. 6334dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// This causes a halt if we already signaled an EOS on the input 6344dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// port. For now keep submitting an output buffer if there was an 6354dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar// EOS on the input port, but not yet on the output port. 636054219874873b41f1c815552987c10465c34ba2bLajos Molnarvoid ACodec::signalSubmitOutputMetadataBufferIfEOS_workaround() { 6374dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mPortEOS[kPortIndexInput] && !mPortEOS[kPortIndexOutput] && 638054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit > 0) { 639054219874873b41f1c815552987c10465c34ba2bLajos Molnar (new AMessage(kWhatSubmitOutputMetadataBufferIfEOS, this))->post(); 6404dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 6414dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar} 6424dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 6431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::handleSetSurface(const sp<Surface> &surface) { 6441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // allow keeping unset surface 6451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface == NULL) { 6461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow != NULL) { 6471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot unset a surface"); 6481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 653e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // cannot switch from bytebuffers to surface 6541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mNativeWindow == NULL) { 6551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("component was not configured with a surface"); 6561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ANativeWindow *nativeWindow = surface.get(); 6601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // if we have not yet started the codec, we can simply set the native window 6611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mBuffers[kPortIndexInput].size() == 0) { 6621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = surface; 6631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 6641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 6661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we do not support changing a tunneled surface after start 6671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mTunneled) { 6681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("cannot change tunneled surface"); 6691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return INVALID_OPERATION; 6701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 672e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar int usageBits = 0; 673e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar status_t err = setupNativeWindowSizeFormatAndUsage(nativeWindow, &usageBits); 6741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 6751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 678f42917964a76720932b23e67a05d034cd0cf346bChong Zhang int ignoredFlags = kVideoGrallocUsage; 679e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar // New output surface is not allowed to add new usage flag except ignored ones. 680e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar if ((usageBits & ~(mNativeWindowUsageBits | ignoredFlags)) != 0) { 681e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ALOGW("cannot change usage from %#x to %#x", mNativeWindowUsageBits, usageBits); 682e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar return BAD_VALUE; 683e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar } 684e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar 6851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // get min undequeued count. We cannot switch to a surface that has a higher 6861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // undequeued count than we allocated. 6871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int minUndequeuedBuffers = 0; 6881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->query( 6891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 6901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar &minUndequeuedBuffers); 6911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 6921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 6931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 6941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 6951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 6961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (minUndequeuedBuffers > (int)mNumUndequeuedBuffers) { 6971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("new surface holds onto more buffers (%d) than planned for (%zu)", 6981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar minUndequeuedBuffers, mNumUndequeuedBuffers); 6991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return BAD_VALUE; 7001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // we cannot change the number of output buffers while OMX is running 7031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // set up surface to the same count 7041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar Vector<BufferInfo> &buffers = mBuffers[kPortIndexOutput]; 7051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("setting up surface for %zu buffers", buffers.size()); 7061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_set_buffer_count(nativeWindow, buffers.size()); 7081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 7091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 7101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar -err); 7111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 714dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // need to enable allocation when attaching 715dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar surface->getIGraphicBufferProducer()->allowAllocation(true); 716dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 7171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for meta data mode, we move dequeud buffers to the new surface. 7181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // for non-meta mode, we must move all registered buffers 7191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 7201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar const BufferInfo &info = buffers[i]; 7211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // skip undequeued buffers for meta data mode 722054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() 723011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar && !mLegacyAdaptiveExperiment 7241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar && info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("skipping buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar continue; 7271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("attaching buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = surface->attachBuffer(info.mGraphicBuffer->getNativeBuffer()); 7311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to attach buffer %p to the new surface: %s (%d)", 7331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // cancel undequeued buffers to new surface 740054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment) { 7411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar for (size_t i = 0; i < buffers.size(); ++i) { 74215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar BufferInfo &info = buffers.editItemAt(i); 7431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 7441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("canceling buffer %p", info.mGraphicBuffer->getNativeBuffer()); 7451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = nativeWindow->cancelBuffer( 74615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar nativeWindow, info.mGraphicBuffer->getNativeBuffer(), info.mFenceFd); 74715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 7481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 7491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("failed to cancel buffer %p to the new surface: %s (%d)", 7501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar info.mGraphicBuffer->getNativeBuffer(), 7511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar strerror(-err), -err); 7521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 7531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // disallow further allocation 7571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)surface->getIGraphicBufferProducer()->allowAllocation(false); 7581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 7591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 760484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar // push blank buffers to previous window if requested 761484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar if (mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) { 762484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar pushBlankBuffersToNativeWindow(mNativeWindow.get()); 763484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar } 764484979b1ab25aa41f503bd846323ab93b46d37e5Lajos Molnar 7651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNativeWindow = nativeWindow; 766e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = usageBits; 7671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return OK; 7681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 7691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 770f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::allocateBuffersOnPort(OMX_U32 portIndex) { 771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mDealer[portIndex] == NULL); 774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mBuffers[portIndex].isEmpty()); 775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7765778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 777f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 778054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 779054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = allocateOutputMetadataBuffers(); 780054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } else { 781054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar err = allocateOutputBuffersFromNativeWindow(); 782054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 7835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 7845778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 7855778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 7865778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = portIndex; 787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7885778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 7895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 790f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7915778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 792054219874873b41f1c815552987c10465c34ba2bLajos Molnar MetadataBufferType type = 793054219874873b41f1c815552987c10465c34ba2bLajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 7945b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t bufSize = def.nBufferSize; 795054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeGrallocSource) { 796054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoGrallocMetadata); 797054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (type == kMetadataBufferTypeANWBuffer) { 798054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = sizeof(VideoNativeMetadata); 799054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 800054219874873b41f1c815552987c10465c34ba2bLajos Molnar 801054219874873b41f1c815552987c10465c34ba2bLajos Molnar // If using gralloc or native source input metadata buffers, allocate largest 802054219874873b41f1c815552987c10465c34ba2bLajos Molnar // metadata size as we prefer to generate native source metadata, but component 8035fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // may require gralloc source. For camera source, allocate at least enough 8045fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar // size for native metadata buffers. 8055b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t allottedSize = bufSize; 8065fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar if (portIndex == kPortIndexInput && type >= kMetadataBufferTypeGrallocSource) { 807054219874873b41f1c815552987c10465c34ba2bLajos Molnar bufSize = max(sizeof(VideoGrallocMetadata), sizeof(VideoNativeMetadata)); 8085fb8b2987ab96ad65dc4b046616607ece16d6fb3Lajos Molnar } else if (portIndex == kPortIndexInput && type == kMetadataBufferTypeCameraSource) { 8095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar bufSize = max(bufSize, sizeof(VideoNativeMetadata)); 8105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 8115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 8125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t conversionBufferSize = 0; 8135b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 8145b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> converter = mConverter[portIndex]; 8155b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (converter != NULL) { 8165b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // here we assume sane conversions of max 4:1, so result fits in int32 8175b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (portIndex == kPortIndexInput) { 8185b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar conversionBufferSize = converter->sourceSize(bufSize); 8195b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 8205b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar conversionBufferSize = converter->targetSize(bufSize); 8215b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 822054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 823054219874873b41f1c815552987c10465c34ba2bLajos Molnar 82428edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t alignment = MemoryDealer::getAllocationAlignment(); 82528edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 8265b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGV("[%s] Allocating %u buffers of size %zu/%zu (from %u using %s) on %s port", 8275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), 828054219874873b41f1c815552987c10465c34ba2bLajos Molnar def.nBufferCountActual, bufSize, allottedSize, def.nBufferSize, asString(type), 8295778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 8315b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // verify buffer sizes to avoid overflow in align() 8325b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (bufSize == 0 || max(bufSize, conversionBufferSize) > kMaxCodecBufferSize) { 83328edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar ALOGE("b/22885421"); 83428edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar return NO_MEMORY; 83528edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar } 83628edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 83728edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar // don't modify bufSize as OMX may not expect it to increase after negotiation 83828edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t alignedSize = align(bufSize, alignment); 8395b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t alignedConvSize = align(conversionBufferSize, alignment); 8405b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (def.nBufferCountActual > SIZE_MAX / (alignedSize + alignedConvSize)) { 84134e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen ALOGE("b/22885421"); 84234e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen return NO_MEMORY; 84334e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen } 84428edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar 8455b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar size_t totalSize = def.nBufferCountActual * (alignedSize + alignedConvSize); 8465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDealer[portIndex] = new MemoryDealer(totalSize, "ACodec"); 847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 848054219874873b41f1c815552987c10465c34ba2bLajos Molnar for (OMX_U32 i = 0; i < def.nBufferCountActual && err == OK; ++i) { 849054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[portIndex]->allocate(bufSize); 8505581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 851777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 852777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 854ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber BufferInfo info; 855ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mStatus = BufferInfo::OWNED_BY_US; 85615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 85790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 858a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mNativeHandle = NULL; 859f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 860afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber uint32_t requiresAllocateBufferBit = 861afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber (portIndex == kPortIndexInput) 862b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar ? kRequiresAllocateBufferOnInputPorts 863b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar : kRequiresAllocateBufferOnOutputPorts; 8641065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 865e33d922fd86699c664a15f09e6d8b2e422736a40Lajos Molnar if (portIndex == kPortIndexInput && (mFlags & kFlagIsSecure)) { 866ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mem.clear(); 867ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 868a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar void *ptr = NULL; 869a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar native_handle_t *native_handle = NULL; 870a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->allocateSecureBuffer( 871054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, bufSize, &info.mBufferID, 872a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar &ptr, &native_handle); 873a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 874a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // TRICKY: this representation is unorthodox, but ACodec requires 875a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // an ABuffer with a proper size to validate range offsets and lengths. 876a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // Since mData is never referenced for secure input, it is used to store 877a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // either the pointer to the secure buffer, or the opaque handle as on 878a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // some devices ptr is actually an opaque handle, not a pointer. 879a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 880a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // TRICKY2: use native handle as the base of the ABuffer if received one, 881a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // because Widevine source only receives these base addresses. 882a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mData = new ABuffer(ptr != NULL ? ptr : (void *)native_handle, bufSize); 883a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mNativeHandle = NativeHandle::create(native_handle, true /* ownsHandle */); 8845b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 885ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } else if (mQuirks & requiresAllocateBufferBit) { 8865778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->allocateBufferWithBackup( 887054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, portIndex, mem, &info.mBufferID, allottedSize); 8885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 889054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->useBuffer(mNode, portIndex, mem, &info.mBufferID, allottedSize); 890ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 891ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 892ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (mem != NULL) { 8935b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = new ABuffer(mem->pointer(), bufSize); 8945b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecRef = mem; 8955b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 896054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (type == kMetadataBufferTypeANWBuffer) { 897054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 898054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 8995b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 9005b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // if we require conversion, allocate conversion buffer for client use; 9015b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // otherwise, reuse codec buffer 9025b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[portIndex] != NULL) { 9035b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar CHECK_GT(conversionBufferSize, (size_t)0); 9045b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mem = mDealer[portIndex]->allocate(conversionBufferSize); 9055b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mem == NULL|| mem->pointer() == NULL) { 9065b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return NO_MEMORY; 9075b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 9085b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mData = new ABuffer(mem->pointer(), conversionBufferSize); 9095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = mem; 9105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 9115b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mData = info.mCodecData; 9125b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = info.mCodecRef; 9135b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 9145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9151065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 9165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mBuffers[portIndex].push(info); 9171065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 9181065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 9195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 920f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 9215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 9225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 9235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 9255778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mNotify->dup(); 926d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatBuffersAllocated); 9275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9285778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("portIndex", portIndex); 929eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 930eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<PortDescription> desc = new PortDescription; 931eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 9325778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 933eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber const BufferInfo &info = mBuffers[portIndex][i]; 934a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar desc->addBuffer(info.mBufferID, info.mData, info.mNativeHandle, info.mMemRef); 935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 937eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber notify->setObject("portDesc", desc); 9385778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 9395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 943e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnarstatus_t ACodec::setupNativeWindowSizeFormatAndUsage( 944e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar ANativeWindow *nativeWindow /* nonnull */, int *finalUsage /* nonnull */) { 9451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 9461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 9471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 9481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 9501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 9511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 9531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 usage = 0; 9571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mOMX->getGraphicBufferUsage(mNode, kPortIndexOutput, &usage); 9581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != 0) { 9591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("querying usage flags from OMX IL component failed: %d", err); 9601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // XXX: Currently this error is logged, but not fatal. 9611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage = 0; 9621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar int omxUsage = usage; 9641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 9661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage |= GRALLOC_USAGE_PROTECTED; 9671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 969f42917964a76720932b23e67a05d034cd0cf346bChong Zhang usage |= kVideoGrallocUsage; 970e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar *finalUsage = usage; 971b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar 9721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGV("gralloc usage: %#x(OMX) => %#x(ACodec)", omxUsage, usage); 9731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return setNativeWindowSizeFormatAndUsage( 9741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar nativeWindow, 9751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameWidth, 9761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.nFrameHeight, 9771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.format.video.eColorFormat, 9781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mRotationDegrees, 9791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar usage); 9801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 9811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t ACodec::configureOutputBuffersFromNativeWindow( 9831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *bufferCount, OMX_U32 *bufferSize, 9841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_U32 *minUndequeuedBuffers) { 9851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar OMX_PARAM_PORTDEFINITIONTYPE def; 9861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar InitOMXParams(&def); 9871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar def.nPortIndex = kPortIndexOutput; 9881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = mOMX->getParameter( 9901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 9911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 9921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 993e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar err = setupNativeWindowSizeFormatAndUsage(mNativeWindow.get(), &mNativeWindowUsageBits); 9941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err != OK) { 996e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 9971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 9981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 9991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 1000ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // Exits here for tunneled video playback codecs -- i.e. skips native window 1001ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // buffer allocation step as this is managed by the tunneled OMX omponent 1002ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad // itself and explicitly sets def.nBufferCountActual to 0. 1003ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1004ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Tunneled Playback: skipping native window buffer allocation."); 1005ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad def.nBufferCountActual = 0; 1006ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad err = mOMX->setParameter( 1007ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 1008ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1009ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *minUndequeuedBuffers = 0; 1010ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferCount = 0; 1011ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad *bufferSize = 0; 1012ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return err; 1013ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1014ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1015054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *minUndequeuedBuffers = 0; 1016258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query( 1017258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNativeWindow.get(), NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, 1018054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (int *)minUndequeuedBuffers); 1019258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1020258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 102129357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 1022258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 1023258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1024258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1025258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1026e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 1027e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 10281faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 10291faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 1030e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1031e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 1032e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1033e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 1034e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 1035e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 1036e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 10371faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 10381faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 1039e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 1040e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + *minUndequeuedBuffers + extraBuffers; 1041258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 1042258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mOMX->setParameter( 1043258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 1044258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1045e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 1046e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar *minUndequeuedBuffers += extraBuffers; 1047e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 1048e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 1049e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1050609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("[%s] setting nBufferCountActual to %u failed: %d", 1051e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mComponentName.c_str(), newBufferCount, err); 1052e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 1053e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 1054258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1055258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1056258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1057258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 1058f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = native_window_set_buffer_count( 1059f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNativeWindow.get(), def.nBufferCountActual); 1060f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1061f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 106229357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 1063f933441648ef6a71dee783d733aac17b9508b452Andreas Huber -err); 1064f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1065f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1066f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1067054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferCount = def.nBufferCountActual; 1068054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar *bufferSize = def.nBufferSize; 1069054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1070054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1071054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1072054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarstatus_t ACodec::allocateOutputBuffersFromNativeWindow() { 1073054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1074054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1075054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1076054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1077054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1078e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1079054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1080054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 10813298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 10823298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(true); 10833298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 10843298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1085609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "output port", 1087054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Dequeue buffers and send them to OMX 1090054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 10918ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 109215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 109315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 109529357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1099f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 110074006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 110174006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = BufferInfo::OWNED_BY_US; 110215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = fenceFd; 110315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mIsReadFence = false; 110490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1105054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info.mData = new ABuffer(NULL /* data */, bufferSize /* capacity */); 11065b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 110774006804065941841883c4b46ee785070164023fJamie Gennis info.mGraphicBuffer = graphicBuffer; 110874006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].push(info); 110974006804065941841883c4b46ee785070164023fJamie Gennis 1110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferId; 1111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->useGraphicBuffer(mNode, kPortIndexOutput, graphicBuffer, 1112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &bufferId); 1113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1114609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGE("registering GraphicBuffer %u with OMX IL component failed: " 111574006804065941841883c4b46ee785070164023fJamie Gennis "%d", i, err); 1116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 111974006804065941841883c4b46ee785070164023fJamie Gennis mBuffers[kPortIndexOutput].editItemAt(i).mBufferID = bufferId; 112074006804065941841883c4b46ee785070164023fJamie Gennis 1121609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Registered graphic buffer with ID %u (pointer = %p)", 1122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 1123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferId, graphicBuffer.get()); 1124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelStart; 1127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 cancelEnd; 1128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != 0) { 1130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If an error occurred while dequeuing we need to cancel any buffers 1131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // that were dequeued. 1132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber cancelStart = 0; 113374006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mBuffers[kPortIndexOutput].size(); 1134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 1135054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // Return the required minimum undequeued buffers to the native window. 1136054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelStart = bufferCount - minUndequeuedBuffers; 1137054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar cancelEnd = bufferCount; 1138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 1141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 11423175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 11433175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 11443175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == 0) { 11453175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 11463175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 11473fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia } 1148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1150054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!storingMetadataInDecodedBuffers()) { 11513298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia static_cast<Surface*>(mNativeWindow.get()) 11523298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia ->getIGraphicBufferProducer()->allowAllocation(false); 11533298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia } 11543298d6fa642c11c5b004bdfc375252ff4c4536e3Wei Jia 1155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 1156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1158054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::allocateOutputMetadataBuffers() { 1159054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar OMX_U32 bufferCount, bufferSize, minUndequeuedBuffers; 1160054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar status_t err = configureOutputBuffersFromNativeWindow( 1161054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar &bufferCount, &bufferSize, &minUndequeuedBuffers); 1162054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (err != 0) 1163054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1164e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar mNumUndequeuedBuffers = minUndequeuedBuffers; 1165054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1166e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] Allocating %u meta buffers on output port", 1167e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), bufferCount); 1168e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1169054219874873b41f1c815552987c10465c34ba2bLajos Molnar size_t bufSize = mOutputMetadataType == kMetadataBufferTypeANWBuffer ? 1170054219874873b41f1c815552987c10465c34ba2bLajos Molnar sizeof(struct VideoNativeMetadata) : sizeof(struct VideoGrallocMetadata); 117128edbba6aa6c1a9bbea76da2f5cc3cd73af8eb4cLajos Molnar size_t totalSize = bufferCount * align(bufSize, MemoryDealer::getAllocationAlignment()); 1172e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mDealer[kPortIndexOutput] = new MemoryDealer(totalSize, "ACodec"); 1173e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1174e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // Dequeue buffers and send them to OMX 1175e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1176e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo info; 1177e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 117815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info.mFenceFd = -1; 117990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info.mRenderInfo = NULL; 1180e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mGraphicBuffer = NULL; 1181e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mDequeuedAt = mDequeueCounter; 1182e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1183054219874873b41f1c815552987c10465c34ba2bLajos Molnar sp<IMemory> mem = mDealer[kPortIndexOutput]->allocate(bufSize); 11845581770ee0dde70e2e9c50533be35e537a5800efChong Zhang if (mem == NULL || mem->pointer() == NULL) { 1185777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return NO_MEMORY; 1186777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1187054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1188054219874873b41f1c815552987c10465c34ba2bLajos Molnar ((VideoNativeMetadata *)mem->pointer())->nFenceFd = -1; 1189054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1190e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info.mData = new ABuffer(mem->pointer(), mem->size()); 11915b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mMemRef = mem; 11925b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecData = info.mData; 11935b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info.mCodecRef = mem; 1194e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1195e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // we use useBuffer for metadata regardless of quirks 1196e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar err = mOMX->useBuffer( 1197cc7cc67349b7a3f498882087aa42ffc05a2daf11Lajos Molnar mNode, kPortIndexOutput, mem, &info.mBufferID, mem->size()); 1198e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mBuffers[kPortIndexOutput].push(info); 1199e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1200e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar ALOGV("[%s] allocated meta buffer with ID %u (pointer = %p)", 1201e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mComponentName.c_str(), info.mBufferID, mem->pointer()); 1202e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar } 1203e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1204011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (mLegacyAdaptiveExperiment) { 1205e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar // preallocate and preregister buffers 1206011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface *>(mNativeWindow.get()) 1207011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(true); 1208011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1209011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGV("[%s] Allocating %u buffers from a native window of size %u on " 1210011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "output port", 1211011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mComponentName.c_str(), bufferCount, bufferSize); 1212011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1213011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar // Dequeue buffers then cancel them all 1214011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < bufferCount; i++) { 1215e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1216e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar 1217011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ANativeWindowBuffer *buf; 121815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd; 121915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 1220011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar if (err != 0) { 1221011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 1222011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar break; 1223011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1224011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1225011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 1226e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mOMX->updateGraphicBufferInMeta( 1227e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar mNode, kPortIndexOutput, graphicBuffer, info->mBufferID); 1228e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 122915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "allocateOutputMetadataBuffers for legacy"); 1230e66c5a42f01e2f445857b54a9d7bbb8ee062edebLajos Molnar info->mGraphicBuffer = graphicBuffer; 1231011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1232011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1233011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar for (OMX_U32 i = 0; i < mBuffers[kPortIndexOutput].size(); i++) { 1234011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 12353175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (info->mStatus == BufferInfo::OWNED_BY_US) { 12363175d2babfcdcb64f41309157e0436d00375ae4bWei Jia status_t error = cancelBufferToNativeWindow(info); 12373175d2babfcdcb64f41309157e0436d00375ae4bWei Jia if (err == OK) { 12383175d2babfcdcb64f41309157e0436d00375ae4bWei Jia err = error; 12393175d2babfcdcb64f41309157e0436d00375ae4bWei Jia } 1240011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1241011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1242011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1243011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar static_cast<Surface*>(mNativeWindow.get()) 1244011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar ->getIGraphicBufferProducer()->allowAllocation(false); 1245011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar } 1246011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 1247054219874873b41f1c815552987c10465c34ba2bLajos Molnar mMetadataBuffersToSubmit = bufferCount - minUndequeuedBuffers; 1248054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return err; 1249054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1250054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1251054219874873b41f1c815552987c10465c34ba2bLajos Molnarstatus_t ACodec::submitOutputMetadataBuffer() { 1252054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1253054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mMetadataBuffersToSubmit == 0) 1254054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return OK; 1255054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1256054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = dequeueBufferFromNativeWindow(); 12570806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info == NULL) { 1258054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar return ERROR_IO; 12590806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 1260054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1261609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] submitting output meta buffer ID %u for graphic buffer %p", 1262054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mComponentName.c_str(), info->mBufferID, info->mGraphicBuffer.get()); 1263054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1264054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 126515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitOutputMetadataBuffer"); 126615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mOMX->fillBuffer(mNode, info->mBufferID, info->mFenceFd); 126715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1268777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1269777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 1270777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1271054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1272777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1273054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 1274054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 127515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarstatus_t ACodec::waitForFence(int fd, const char *dbg ) { 127615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t res = OK; 127715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fd >= 0) { 127815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar sp<Fence> fence = new Fence(fd); 127915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar res = fence->wait(IOMX::kFenceTimeoutMs); 128015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW_IF(res != OK, "FENCE TIMEOUT for %d in %s", fd, dbg); 128115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 128215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return res; 128315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar} 128415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 12850806340688c937e7b78c2d89db3809274130df4eLajos Molnar// static 12860806340688c937e7b78c2d89db3809274130df4eLajos Molnarconst char *ACodec::_asString(BufferInfo::Status s) { 12870806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (s) { 12880806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: return "OUR"; 12890806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_COMPONENT: return "COMPONENT"; 12900806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_UPSTREAM: return "UPSTREAM"; 12910806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_DOWNSTREAM: return "DOWNSTREAM"; 12920806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: return "SURFACE"; 12930806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::UNRECOGNIZED: return "UNRECOGNIZED"; 12940806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: return "?"; 12950806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 12960806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 12970806340688c937e7b78c2d89db3809274130df4eLajos Molnar 12980806340688c937e7b78c2d89db3809274130df4eLajos Molnarvoid ACodec::dumpBuffers(OMX_U32 portIndex) { 12990806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 13000806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI("[%s] %s port has %zu buffers:", mComponentName.c_str(), 13010806340688c937e7b78c2d89db3809274130df4eLajos Molnar portIndex == kPortIndexInput ? "input" : "output", mBuffers[portIndex].size()); 13020806340688c937e7b78c2d89db3809274130df4eLajos Molnar for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 13030806340688c937e7b78c2d89db3809274130df4eLajos Molnar const BufferInfo &info = mBuffers[portIndex][i]; 13040806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGI(" slot %2zu: #%8u %p/%p %s(%d) dequeued:%u", 13050806340688c937e7b78c2d89db3809274130df4eLajos Molnar i, info.mBufferID, info.mGraphicBuffer.get(), 13060806340688c937e7b78c2d89db3809274130df4eLajos Molnar info.mGraphicBuffer == NULL ? NULL : info.mGraphicBuffer->getNativeBuffer(), 13070806340688c937e7b78c2d89db3809274130df4eLajos Molnar _asString(info.mStatus), info.mStatus, info.mDequeuedAt); 13080806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 13090806340688c937e7b78c2d89db3809274130df4eLajos Molnar} 13100806340688c937e7b78c2d89db3809274130df4eLajos Molnar 1311f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::cancelBufferToNativeWindow(BufferInfo *info) { 1312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 1313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1314609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Calling cancelBuffer on buffer %u", 1315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), info->mBufferID); 1316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 131715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("cancelBufferToNativeWindow"); 1318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int err = mNativeWindow->cancelBuffer( 131915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 132015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 1321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13223fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia ALOGW_IF(err != 0, "[%s] can not return buffer %u to native window", 13233fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia mComponentName.c_str(), info->mBufferID); 13240806340688c937e7b78c2d89db3809274130df4eLajos Molnar // change ownership even if cancelBuffer fails 1325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 1326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 13273fb9f68dea5d991288f0ea8037742b50c7df5767Wei Jia return err; 1328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 133090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::updateRenderInfoForDequeuedBuffer( 133190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ANativeWindowBuffer *buf, int fenceFd, BufferInfo *info) { 133290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 133390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mRenderInfo = 133490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.updateInfoForDequeuedBuffer( 133590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar buf, fenceFd, info - &mBuffers[kPortIndexOutput][0]); 133690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 133790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // check for any fences already signaled 133890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notifyOfRenderedFrames(false /* dropIncomplete */, info->mRenderInfo); 133990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 134090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 134190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::onFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 134290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mRenderTracker.onFrameRendered(mediaTimeUs, systemNano) != OK) { 134390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.dumpRenderQueue(); 134490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 134590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 134690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 134790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarvoid ACodec::notifyOfRenderedFrames(bool dropIncomplete, FrameRenderTracker::Info *until) { 134890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = mNotify->dup(); 134990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt32("what", CodecBase::kWhatOutputFramesRendered); 135090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done = 135190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.checkFencesAndGetRenderedFrames(until, dropIncomplete); 135290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 135390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // unlink untracked frames 135490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 135590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 1356604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ssize_t index = it->getIndex(); 1357604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (index >= 0 && (size_t)index < mBuffers[kPortIndexOutput].size()) { 1358604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mBuffers[kPortIndexOutput].editItemAt(index).mRenderInfo = NULL; 1359604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } else if (index >= 0) { 1360604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar // THIS SHOULD NEVER HAPPEN 1361604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar ALOGE("invalid index %zd in %zu", index, mBuffers[kPortIndexOutput].size()); 136290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 136390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 136490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 136590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (MediaCodec::CreateFramesRenderedMessage(done, msg)) { 136690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->post(); 136790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 136890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 136990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1370f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::dequeueBufferFromNativeWindow() { 13718ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer *buf; 1372054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar CHECK(mNativeWindow.get() != NULL); 1373ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1374ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad if (mTunneled) { 1375ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGW("dequeueBufferFromNativeWindow() should not be called in tunnel" 1376ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad " video playback mode mode!"); 1377ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad return NULL; 1378ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad } 1379ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 1380346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang if (mFatalError) { 1381346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang ALOGW("not dequeuing from native window due to fatal error"); 1382346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang return NULL; 1383346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang } 1384346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 138515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = -1; 1386dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar do { 138715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mNativeWindow->dequeueBuffer(mNativeWindow.get(), &buf, &fenceFd); 138815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (err != 0) { 138915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGE("dequeueBuffer failed: %s(%d).", asString(err), err); 1390dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return NULL; 1391dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1393dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar bool stale = false; 1394b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1395b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1396dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = &mBuffers[kPortIndexOutput].editItemAt(i); 1397dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar 1398dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mGraphicBuffer != NULL && 139990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mGraphicBuffer->handle == buf->handle) { 1400dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // Since consumers can attach buffers to BufferQueues, it is possible 1401dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // that a known yet stale buffer can return from a surface that we 1402dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // once used. We can simply ignore this as we have already dequeued 1403dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // this buffer properly. NOTE: this does not eliminate all cases, 1404dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // e.g. it is possible that we have queued the valid buffer to the 1405dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // NW, and a stale copy of the same buffer gets dequeued - which will 1406dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // be treated as the valid buffer by ACodec. 1407dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 1408dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued stale buffer %p. discarding", buf); 1409dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1410dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar break; 1411dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 141290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1413dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGV("dequeued buffer %p", info->mGraphicBuffer->getNativeBuffer()); 1414dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar info->mStatus = BufferInfo::OWNED_BY_US; 141515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow"); 141690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, info); 1417dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar return info; 1418dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1419dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1421dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // It is also possible to receive a previously unregistered buffer 1422dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // in non-meta mode. These should be treated as stale buffers. The 1423dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // same is possible in meta mode, in which case, it will be treated 1424dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // as a normal buffer, which is not desirable. 1425dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: fix this. 1426054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (!stale && (!storingMetadataInDecodedBuffers() || mLegacyAdaptiveExperiment)) { 1427dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar ALOGI("dequeued unrecognized (stale) buffer %p. discarding", buf); 1428dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar stale = true; 1429dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } 1430dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar if (stale) { 1431dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // TODO: detach stale buffer, but there is no API yet to do it. 1432dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar buf = NULL; 1433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1434dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar } while (buf == NULL); 1435054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1436dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar // get oldest undequeued buffer 1437dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *oldest = NULL; 1438b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1439b92add32c22656dedfb82d26ccc168c43c92b8ebChad Brubaker i--; 1440dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar BufferInfo *info = 1441dd248abd2c3e5e82b0049d40c7e9fb741fd4540cLajos Molnar &mBuffers[kPortIndexOutput].editItemAt(i); 1442054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW && 1443054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (oldest == NULL || 1444054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // avoid potential issues from counter rolling over 1445054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - info->mDequeuedAt > 1446054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mDequeueCounter - oldest->mDequeuedAt)) { 1447054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar oldest = info; 1448054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1449054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1450054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 14510806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible dequeue a buffer when there are no buffers with ANW 14520806340688c937e7b78c2d89db3809274130df4eLajos Molnar CHECK(oldest != NULL); 14530806340688c937e7b78c2d89db3809274130df4eLajos Molnar // it is impossible to dequeue an unknown buffer in non-meta mode, as the 14540806340688c937e7b78c2d89db3809274130df4eLajos Molnar // while loop above does not complete 1455054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1456054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 14570806340688c937e7b78c2d89db3809274130df4eLajos Molnar // discard buffer in LRU info and replace with new buffer 14580806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mGraphicBuffer = new GraphicBuffer(buf, false); 14590806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mStatus = BufferInfo::OWNED_BY_US; 146015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar oldest->setWriteFence(fenceFd, "dequeueBufferFromNativeWindow for oldest"); 146190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mRenderTracker.untrackFrame(oldest->mRenderInfo); 146290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar oldest->mRenderInfo = NULL; 1463d0715867861c216e88a4a7523b6da8a3cb128724Lajos Molnar 14640806340688c937e7b78c2d89db3809274130df4eLajos Molnar mOMX->updateGraphicBufferInMeta( 14650806340688c937e7b78c2d89db3809274130df4eLajos Molnar mNode, kPortIndexOutput, oldest->mGraphicBuffer, 14660806340688c937e7b78c2d89db3809274130df4eLajos Molnar oldest->mBufferID); 1467054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 1468054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mOutputMetadataType == kMetadataBufferTypeGrallocSource) { 1469054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata *grallocMeta = 1470054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoGrallocMetadata *>(oldest->mData->base()); 1471054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1472054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1473054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14747c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)grallocMeta->pHandle, 1475054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->handle, oldest->mData->base()); 1476054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (mOutputMetadataType == kMetadataBufferTypeANWBuffer) { 1477054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata *nativeMeta = 1478054219874873b41f1c815552987c10465c34ba2bLajos Molnar reinterpret_cast<VideoNativeMetadata *>(oldest->mData->base()); 1479054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("replaced oldest buffer #%u with age %u (%p/%p stored in %p)", 1480054219874873b41f1c815552987c10465c34ba2bLajos Molnar (unsigned)(oldest - &mBuffers[kPortIndexOutput][0]), 1481054219874873b41f1c815552987c10465c34ba2bLajos Molnar mDequeueCounter - oldest->mDequeuedAt, 14827c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar (void *)(uintptr_t)nativeMeta->pBuffer, 1483054219874873b41f1c815552987c10465c34ba2bLajos Molnar oldest->mGraphicBuffer->getNativeBuffer(), oldest->mData->base()); 1484054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 148690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar updateRenderInfoForDequeuedBuffer(buf, fenceFd, oldest); 14870806340688c937e7b78c2d89db3809274130df4eLajos Molnar return oldest; 1488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1490f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffersOnPort(OMX_U32 portIndex) { 1491777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1492938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[portIndex].size(); i > 0;) { 1493938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1494777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(portIndex, i); 1495777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1496777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1497777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15000806340688c937e7b78c2d89db3809274130df4eLajos Molnar // clear mDealer even on an error 1501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDealer[portIndex].clear(); 1502777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1505349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huberstatus_t ACodec::freeOutputBuffersNotOwnedByComponent() { 1506777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = OK; 1507938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich for (size_t i = mBuffers[kPortIndexOutput].size(); i > 0;) { 1508938e2b34b16c3c1fd29c753eeb53ee95a2b2e2b3Nick Kralevich i--; 1509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 1510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &mBuffers[kPortIndexOutput].editItemAt(i); 1511f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15122ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // At this time some buffers may still be with the component 15132ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar // or being drained. 15142ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_COMPONENT && 15152ded8b53014602d25b20bade8ce46db95a8da4b5Lajos Molnar info->mStatus != BufferInfo::OWNED_BY_DOWNSTREAM) { 1516777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err2 = freeBuffer(kPortIndexOutput, i); 1517777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 1518777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = err2; 1519777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 1520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1523777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1526f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::freeBuffer(OMX_U32 portIndex, size_t i) { 1527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 15280806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 1529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 153015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // there should not be any fences in the metadata 153115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar MetadataBufferType type = 153215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar portIndex == kPortIndexOutput ? mOutputMetadataType : mInputMetadataType; 153315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (type == kMetadataBufferTypeANWBuffer && info->mData != NULL 153415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar && info->mData->size() >= sizeof(VideoNativeMetadata)) { 153515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd = ((VideoNativeMetadata *)info->mData->data())->nFenceFd; 153615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 153715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ALOGW("unreleased fence (%d) in %s metadata buffer %zu", 153815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd, portIndex == kPortIndexInput ? "input" : "output", i); 153915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 154015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 154115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 15420806340688c937e7b78c2d89db3809274130df4eLajos Molnar switch (info->mStatus) { 15430806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_US: 15440806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (portIndex == kPortIndexOutput && mNativeWindow != NULL) { 15450806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)cancelBufferToNativeWindow(info); 15460806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 15470806340688c937e7b78c2d89db3809274130df4eLajos Molnar // fall through 1548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15490806340688c937e7b78c2d89db3809274130df4eLajos Molnar case BufferInfo::OWNED_BY_NATIVE_WINDOW: 15500806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mOMX->freeBuffer(mNode, portIndex, info->mBufferID); 15510806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 15520806340688c937e7b78c2d89db3809274130df4eLajos Molnar 15530806340688c937e7b78c2d89db3809274130df4eLajos Molnar default: 15540806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("trying to free buffer not owned by us or ANW (%d)", info->mStatus); 15550806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 15560806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 1557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 155915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (info->mFenceFd >= 0) { 156015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(info->mFenceFd); 156115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 156215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 1563604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar if (portIndex == kPortIndexOutput) { 1564604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar mRenderTracker.untrackFrame(info->mRenderInfo, i); 1565604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar info->mRenderInfo = NULL; 1566604bb9ea6e9bec763ae231330066ecffa90a2786Lajos Molnar } 156790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1568777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // remove buffer even if mOMX->freeBuffer fails 1569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mBuffers[portIndex].removeAt(i); 1570777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 1571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1573f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BufferInfo *ACodec::findBufferByID( 15740806340688c937e7b78c2d89db3809274130df4eLajos Molnar uint32_t portIndex, IOMX::buffer_id bufferID, ssize_t *index) { 1575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 1576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 1577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mBufferID == bufferID) { 1579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (index != NULL) { 1580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *index = i; 1581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return info; 1583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1586777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Could not find buffer with ID %u", bufferID); 1587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return NULL; 1588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15905778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setComponentRole( 1591f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool isEncoder, const char *mime) { 15925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const char *role = getComponentRole(isEncoder, mime); 15935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 15945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 15955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 15965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = setComponentRole(mOMX, mNode, role); 15975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 15985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("[%s] Failed to set standard component role '%s'.", 15995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mComponentName.c_str(), role); 16005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 16015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 16025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 16035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 16045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 16055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarconst char *ACodec::getComponentRole( 16065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isEncoder, const char *mime) { 1607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct MimeToRole { 1608f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime; 1609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *decoderRole; 1610f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *encoderRole; 1611f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1612f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const MimeToRole kMimeToRole[] = { 1614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG, 1615f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.mp3", "audio_encoder.mp3" }, 16162944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I, 16172944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp1", "audio_encoder.mp1" }, 16182944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II, 16192944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp2", "audio_encoder.mp2" }, 1620f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_NB, 1621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrnb", "audio_encoder.amrnb" }, 1622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_WB, 1623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.amrwb", "audio_encoder.amrwb" }, 1624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_AUDIO_AAC, 1625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "audio_decoder.aac", "audio_encoder.aac" }, 1626729de186450f78c099637e1fce743fe531862c52Andreas Huber { MEDIA_MIMETYPE_AUDIO_VORBIS, 1627729de186450f78c099637e1fce743fe531862c52Andreas Huber "audio_decoder.vorbis", "audio_encoder.vorbis" }, 1628bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian { MEDIA_MIMETYPE_AUDIO_OPUS, 1629bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian "audio_decoder.opus", "audio_encoder.opus" }, 1630c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_MLAW, 1631c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711mlaw", "audio_encoder.g711mlaw" }, 1632c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_ALAW, 1633c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711alaw", "audio_encoder.g711alaw" }, 1634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, 1635f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.avc", "video_encoder.avc" }, 16362472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, 16372472b1c0d63454e5d90a982bd6c555de6c3127bdRachad "video_decoder.hevc", "video_encoder.hevc" }, 1638f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, 1639f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.mpeg4", "video_encoder.mpeg4" }, 1640f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { MEDIA_MIMETYPE_VIDEO_H263, 1641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber "video_decoder.h263", "video_encoder.h263" }, 164294705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, 164394705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp8", "video_encoder.vp8" }, 164494705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, 164594705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp9", "video_encoder.vp9" }, 1646ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber { MEDIA_MIMETYPE_AUDIO_RAW, 1647ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber "audio_decoder.raw", "audio_encoder.raw" }, 1648a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, 1649a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu "video_decoder.dolby-vision", "video_encoder.dolby-vision" }, 16502f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi { MEDIA_MIMETYPE_AUDIO_FLAC, 16512f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi "audio_decoder.flac", "audio_encoder.flac" }, 1652ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen { MEDIA_MIMETYPE_AUDIO_MSGSM, 1653ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen "audio_decoder.gsm", "audio_encoder.gsm" }, 1654774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu { MEDIA_MIMETYPE_VIDEO_MPEG2, 1655774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu "video_decoder.mpeg2", "video_encoder.mpeg2" }, 165697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { MEDIA_MIMETYPE_AUDIO_AC3, 165797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu "audio_decoder.ac3", "audio_encoder.ac3" }, 16588a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { MEDIA_MIMETYPE_AUDIO_EAC3, 16598a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad "audio_decoder.eac3", "audio_encoder.eac3" }, 1660f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 1661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static const size_t kNumMimeToRole = 1663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sizeof(kMimeToRole) / sizeof(kMimeToRole[0]); 1664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t i; 1666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (i = 0; i < kNumMimeToRole; ++i) { 1667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcasecmp(mime, kMimeToRole[i].mime)) { 1668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 1669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (i == kNumMimeToRole) { 16735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 1674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 1675f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return isEncoder ? kMimeToRole[i].encoderRole 1677f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : kMimeToRole[i].decoderRole; 16785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 1679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 16815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::setComponentRole( 16825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, const char *role) { 16835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_PARAM_COMPONENTROLETYPE roleParams; 16845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&roleParams); 1685f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar strncpy((char *)roleParams.cRole, 16875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar role, OMX_MAX_STRINGNAME_SIZE - 1); 16885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16895b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar roleParams.cRole[OMX_MAX_STRINGNAME_SIZE - 1] = '\0'; 16905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return omx->setParameter( 16925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamStandardComponentRole, 16935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &roleParams, sizeof(roleParams)); 1694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 1695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16965778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::configureCodec( 1697f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const char *mime, const sp<AMessage> &msg) { 16985778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder; 16995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 17005778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 17015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1702f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1703b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> inputFormat = new AMessage; 1704b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> outputFormat = new AMessage; 1705b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mConfigFormat = msg; 1706e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 17075778822d86b0337407514b9372562b86edfa91cdAndreas Huber mIsEncoder = encoder; 1708f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1709054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeInvalid; 1710054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; 17118db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 17125778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setComponentRole(encoder /* isEncoder */, mime); 17135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 17155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 17165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17185778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitRate = 0; 17192f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // FLAC encoder doesn't need a bitrate, other encoders do 17202f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC) 17212f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi && !msg->findInt32("bitrate", &bitRate)) { 17225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 17235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1725d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int32_t storeMeta; 1726d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (encoder 1727d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && msg->findInt32("store-metadata-in-buffers", &storeMeta) 1728d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && storeMeta != 0) { 1729054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexInput, OMX_TRUE, &mInputMetadataType); 1730d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 1731054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGE("[%s] storeMetaDataInBuffers (input) failed w/ err %d", 1732308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1733d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1734054219874873b41f1c815552987c10465c34ba2bLajos Molnar return err; 1735054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1736054219874873b41f1c815552987c10465c34ba2bLajos Molnar // For this specific case we could be using camera source even if storeMetaDataInBuffers 1737054219874873b41f1c815552987c10465c34ba2bLajos Molnar // returns Gralloc source. Pretend that we are; this will force us to use nBufferSize. 1738054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mInputMetadataType == kMetadataBufferTypeGrallocSource) { 1739054219874873b41f1c815552987c10465c34ba2bLajos Molnar mInputMetadataType = kMetadataBufferTypeCameraSource; 1740054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1741c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 1742c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 1743c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mOMX->getParameter( 1744c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 1745c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 1746c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar inputFormat->setInt32( 1747c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 1748c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 1749054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 1750d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 1751308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t prependSPSPPS = 0; 17523a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (encoder 17533a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && msg->findInt32("prepend-sps-pps-to-idr-frames", &prependSPSPPS) 17543a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber && prependSPSPPS != 0) { 17553a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber OMX_INDEXTYPE index; 17563a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->getExtensionIndex( 17573a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, 17583a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "OMX.google.android.index.prependSPSPPSToIDRFrames", 17593a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber &index); 17603a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17613a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err == OK) { 17623a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber PrependSPSPPSToIDRFramesParams params; 17633a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber InitOMXParams(¶ms); 17643a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber params.bEnable = OMX_TRUE; 17653a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17663a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber err = mOMX->setParameter( 17673a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber mNode, index, ¶ms, sizeof(params)); 17683a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17693a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17703a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber if (err != OK) { 17713a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber ALOGE("Encoder could not be configured to emit SPS/PPS before " 17723a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber "IDR frames. (err %d)", err); 17733a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 17743a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber return err; 17753a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17763a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber } 17773a0ef0dc71f3776d115f30d87f1d8867daefea88Andreas Huber 1778308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // Only enable metadata mode on encoder output if encoder can prepend 1779308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // sps/pps to idr frames, since in metadata mode the bitstream is in an 1780308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang // opaque handle, to which we don't have access. 1781308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang int32_t video = !strncasecmp(mime, "video/", 6); 17828db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu mIsVideo = video; 1783308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (encoder && video) { 1784308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang OMX_BOOL enable = (OMX_BOOL) (prependSPSPPS 1785308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && msg->findInt32("store-metadata-in-buffers-output", &storeMeta) 1786308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang && storeMeta != 0); 1787308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 1788054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexOutput, enable, &mOutputMetadataType); 1789308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (err != OK) { 1790308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang ALOGE("[%s] storeMetaDataInBuffers (output) failed w/ err %d", 1791308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang mComponentName.c_str(), err); 1792308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1793a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 1794a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (!msg->findInt64( 1795a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "repeat-previous-frame-after", 1796a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mRepeatFrameDelayUs)) { 1797a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mRepeatFrameDelayUs = -1ll; 1798a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 179994ee4b708acfa941581160b267afb79192b1d816Chong Zhang 180094ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (!msg->findInt64("max-pts-gap-to-encoder", &mMaxPtsGapUs)) { 18012c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mMaxPtsGapUs = -1ll; 18022c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 18032c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 180437b2b389139ed638831e49708c947863eef631efRonghua Wu if (!msg->findFloat("max-fps-to-encoder", &mMaxFps)) { 180537b2b389139ed638831e49708c947863eef631efRonghua Wu mMaxFps = -1; 180637b2b389139ed638831e49708c947863eef631efRonghua Wu } 180737b2b389139ed638831e49708c947863eef631efRonghua Wu 18082c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (!msg->findInt64("time-lapse", &mTimePerCaptureUs)) { 18092c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerCaptureUs = -1ll; 181094ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 181172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 181272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (!msg->findInt32( 181372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang "create-input-buffers-suspended", 181472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang (int32_t*)&mCreateInputBuffersSuspended)) { 181572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCreateInputBuffersSuspended = false; 181672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 1817308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 1818308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang 18193a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // NOTE: we only use native window for video decoders 1820054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar sp<RefBase> obj; 18210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool haveNativeWindow = msg->findObject("native-window", &obj) 18223a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && obj != NULL && video && !encoder; 1823b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow = haveNativeWindow; 1824011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = false; 1825e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (video && !encoder) { 1826e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar inputFormat->setInt32("adaptive-playback", false); 18271713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang 18281713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang int32_t usageProtected; 18291713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (msg->findInt32("protected", &usageProtected) && usageProtected) { 18301713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang if (!haveNativeWindow) { 18311713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang ALOGE("protected output buffers must be sent to an ANativeWindow"); 18321713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang return PERMISSION_DENIED; 18331713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 18341713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagIsGrallocUsageProtected; 18351713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 18361713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang } 1837a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 1838a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar if (mFlags & kFlagIsSecure) { 1839a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar // use native_handles for secure input buffers 1840a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->enableNativeBuffers( 1841a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mNode, kPortIndexInput, OMX_FALSE /* graphic */, OMX_TRUE); 1842a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar ALOGI_IF(err != OK, "falling back to non-native_handles"); 1843a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = OK; // ignore error for now 1844a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar } 1845e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 18463a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 18471de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar sp<ANativeWindow> nativeWindow = 18481de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar static_cast<ANativeWindow *>(static_cast<Surface *>(obj.get())); 18495a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 18506597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // START of temporary support for automatic FRC - THIS WILL BE REMOVED 18516597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar int32_t autoFrc; 18526597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (msg->findInt32("auto-frc", &autoFrc)) { 18536597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar bool enabled = autoFrc; 18546597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar OMX_CONFIG_BOOLEANTYPE config; 18556597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar InitOMXParams(&config); 18566597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar config.bEnabled = (OMX_BOOL)enabled; 18576597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar status_t temp = mOMX->setConfig( 18586597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar mNode, (OMX_INDEXTYPE)OMX_IndexConfigAutoFramerateConversion, 18596597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar &config, sizeof(config)); 18606597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar if (temp == OK) { 18616597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar outputFormat->setInt32("auto-frc", enabled); 18626597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } else if (enabled) { 18636597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar ALOGI("codec does not support requested auto-frc (err %d)", temp); 18646597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18656597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar } 18666597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar // END of temporary support for automatic FRC 18676597c00f7015e5ec9a07601d7a760169ca7266d3Lajos Molnar 18685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t tunneled; 18695a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("feature-tunneled-playback", &tunneled) && 18705a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad tunneled != 0) { 18715a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGI("Configuring TUNNELED video playback."); 1872ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = true; 18735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 187497827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync = 0; 187597827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad if (!msg->findInt32("audio-hw-sync", &audioHwSync)) { 18765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW("No Audio HW Sync provided for video tunnel"); 18775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 18785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = configureTunneledVideoPlayback(audioHwSync, nativeWindow); 18795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 188097827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad ALOGE("configureTunneledVideoPlayback(%d,%p) failed!", 18815a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad audioHwSync, nativeWindow.get()); 18825a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 1883fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 1884fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1885d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad int32_t maxWidth = 0, maxHeight = 0; 1886d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (msg->findInt32("max-width", &maxWidth) && 1887d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad msg->findInt32("max-height", &maxHeight)) { 1888d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad 1889d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad err = mOMX->prepareForAdaptivePlayback( 1890d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, maxHeight); 1891d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad if (err != OK) { 1892d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad ALOGW("[%s] prepareForAdaptivePlayback failed w/ err %d", 1893d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad mComponentName.c_str(), err); 18943a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // allow failure 18953a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = OK; 1896d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } else { 1897d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-width", maxWidth); 1898d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("max-height", maxHeight); 1899d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad inputFormat->setInt32("adaptive-playback", true); 1900d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 1901d0b9a2b8538c9e4538d92fd675cf6786644ccb85Rachad } 19025a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 1903ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad ALOGV("Configuring CPU controlled video playback."); 1904ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad mTunneled = false; 1905ab76066c11e988ca3d3a5d6d74dd510ae080322eRachad 19063fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // Explicity reset the sideband handle of the window for 19073fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // non-tunneled video in case the window was previously used 19083fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad // for a tunneled video playback. 19093fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad err = native_window_set_sideband_stream(nativeWindow.get(), NULL); 19103fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad if (err != OK) { 19113fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad ALOGE("set_sideband_stream(NULL) failed! (err %d).", err); 19123fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad return err; 19133fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad } 19143fb3917ae19f07ddfb2176a9da3c7cfa514522a5Rachad 19155a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // Always try to enable dynamic output buffers on native surface 19165a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->storeMetaDataInBuffers( 1917054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_TRUE, &mOutputMetadataType); 19185a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 19195a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("[%s] storeMetaDataInBuffers failed w/ err %d", 1920fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar mComponentName.c_str(), err); 1921e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 19225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // if adaptive playback has been requested, try JB fallback 19235a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // NOTE: THIS FALLBACK MECHANISM WILL BE REMOVED DUE TO ITS 19245a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // LARGE MEMORY REQUIREMENT 19255a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19265a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // we will not do adaptive playback on software accessed 19275a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // surfaces as they never had to respond to changes in the 19285a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // crop window, and we don't trust that they will be able to. 19295a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int usageBits = 0; 19305a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad bool canDoAdaptivePlayback; 19315a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19325a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (nativeWindow->query( 19335a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad nativeWindow.get(), 19345a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad NATIVE_WINDOW_CONSUMER_USAGE_BITS, 19355a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad &usageBits) != OK) { 19365a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = false; 19375a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 19385a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad canDoAdaptivePlayback = 19395a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (usageBits & 19405a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad (GRALLOC_USAGE_SW_READ_MASK | 19415a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad GRALLOC_USAGE_SW_WRITE_MASK)) == 0; 19425a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19435a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19445a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t maxWidth = 0, maxHeight = 0; 19455a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (canDoAdaptivePlayback && 19465a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-width", &maxWidth) && 19475a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad msg->findInt32("max-height", &maxHeight)) { 19485a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] prepareForAdaptivePlayback(%dx%d)", 19495a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), maxWidth, maxHeight); 19505a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19515a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = mOMX->prepareForAdaptivePlayback( 19525a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, maxWidth, 19535a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad maxHeight); 19545a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGW_IF(err != OK, 19555a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad "[%s] prepareForAdaptivePlayback failed w/ err %d", 19565a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str(), err); 19575a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 19585a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err == OK) { 19595a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-width", maxWidth); 19605a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("max-height", maxHeight); 19615a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 19625a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 1963e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 19645a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad // allow failure 19655a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = OK; 19665a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } else { 19675a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGV("[%s] storeMetaDataInBuffers succeeded", 19685a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mComponentName.c_str()); 1969054219874873b41f1c815552987c10465c34ba2bLajos Molnar CHECK(storingMetadataInDecodedBuffers()); 1970011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar mLegacyAdaptiveExperiment = ADebug::isExperimentEnabled( 1971011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar "legacy-adaptive", !msg->contains("no-experiments")); 1972011778fd4cb9606b68bfea1ed483d73c04fc6dcdLajos Molnar 19735a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad inputFormat->setInt32("adaptive-playback", true); 1974fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 19750167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber 19765a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad int32_t push; 19775a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (msg->findInt32("push-blank-buffers-on-shutdown", &push) 19785a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad && push != 0) { 19795a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 19805a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 19810167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber } 1982e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang 1983e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang int32_t rotationDegrees; 1984e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang if (msg->findInt32("rotation-degrees", &rotationDegrees)) { 1985e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = rotationDegrees; 1986e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } else { 1987e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang mRotationDegrees = 0; 1988e9e63bcf6c36351f1129b0bdc5e93f17f0f9f0b4Chong Zhang } 1989054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 1990054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 19915b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding pcmEncoding = kAudioEncodingPcm16bit; 19925b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)msg->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 19935b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // invalid encodings will default to PCM-16bit in setupRawAudioFormat. 19945b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 1995308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang if (video) { 19963a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // determine need for software renderer 19973a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar bool usingSwRenderer = false; 19983a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow && mComponentName.startsWith("OMX.google.")) { 19993a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 20003a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 20013a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20023a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 2004b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoEncoder(mime, msg, outputFormat, inputFormat); 20055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2006b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder(mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 20075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20083a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20093a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err != OK) { 20103a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar return err; 20113a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20123a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20133a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 20141de1e25cba872bd4c077c2e394f8ca9c70b65856Lajos Molnar mNativeWindow = static_cast<Surface *>(obj.get()); 20153a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20163a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20173a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // initialize native window now to get actual output format 20183a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: this is needed for some encoders even though they don't use native window 2019777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = initNativeWindow(); 2020777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 2021777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 2022777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20233a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20243a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback for devices that do not handle flex-YUV for native buffers 20253a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (haveNativeWindow) { 20263a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t requestedColorFormat = OMX_COLOR_FormatUnused; 20273a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (msg->findInt32("color-format", &requestedColorFormat) && 20283a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar requestedColorFormat == OMX_COLOR_FormatYUV420Flexible) { 2029777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = getPortFormat(kPortIndexOutput, outputFormat); 2030777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 2031777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 2032777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20333a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t colorFormat = OMX_COLOR_FormatUnused; 20343a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar OMX_U32 flexibleEquivalent = OMX_COLOR_FormatUnused; 2035777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!outputFormat->findInt32("color-format", &colorFormat)) { 2036777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("ouptut port did not have a color format (wrong domain?)"); 2037777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 2038777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 20393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGD("[%s] Requested output format %#x and got %#x.", 20403a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mComponentName.c_str(), requestedColorFormat, colorFormat); 20413a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (!isFlexibleColorFormat( 20423a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mOMX, mNode, colorFormat, haveNativeWindow, &flexibleEquivalent) 20433a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar || flexibleEquivalent != (OMX_U32)requestedColorFormat) { 20443a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // device did not handle flex-YUV request for native window, fall back 20453a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // to SW renderer 20463a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar ALOGI("[%s] Falling back to software renderer", mComponentName.c_str()); 20473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mNativeWindow.clear(); 2048e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mNativeWindowUsageBits = 0; 20493a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar haveNativeWindow = false; 20503a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar usingSwRenderer = true; 2051054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers()) { 2052054219874873b41f1c815552987c10465c34ba2bLajos Molnar err = mOMX->storeMetaDataInBuffers( 2053054219874873b41f1c815552987c10465c34ba2bLajos Molnar mNode, kPortIndexOutput, OMX_FALSE, &mOutputMetadataType); 2054054219874873b41f1c815552987c10465c34ba2bLajos Molnar mOutputMetadataType = kMetadataBufferTypeInvalid; // just in case 20553a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // TODO: implement adaptive-playback support for bytebuffer mode. 20563a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // This is done by SW codecs, but most HW codecs don't support it. 20573a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar inputFormat->setInt32("adaptive-playback", false); 20583a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20593a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (err == OK) { 2060a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar err = mOMX->enableNativeBuffers( 2061a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_FALSE); 20623a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20633a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mFlags & kFlagIsGrallocUsageProtected) { 20643a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar // fallback is not supported for protected playback 20653a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar err = PERMISSION_DENIED; 20663a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } else if (err == OK) { 2067b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setupVideoDecoder( 2068b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mime, msg, haveNativeWindow, usingSwRenderer, outputFormat); 20693a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20703a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20713a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20723a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 20733a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar 20743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (usingSwRenderer) { 20753a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar outputFormat->setInt32("using-sw-renderer", 1); 20763a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 207742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_MPEG)) { 207842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 207942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (!msg->findInt32("channel-count", &numChannels) 208042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 208142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 208242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 208342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = OK; 208442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else { 208542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber err = setupRawAudioFormat( 208642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 208742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 208842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 208942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 2090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AAC)) { 2091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t numChannels, sampleRate; 20925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels) 20935778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 20945778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 20955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2096aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t isADTS, aacProfile; 2097b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi int32_t sbrMode; 20988045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t maxOutputChannelCount; 20992965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable; 21008045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drcParams_t drc; 2101ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!msg->findInt32("is-adts", &isADTS)) { 2102ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = 0; 2103ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2104aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!msg->findInt32("aac-profile", &aacProfile)) { 2105aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 2106aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 2107b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi if (!msg->findInt32("aac-sbr-mode", &sbrMode)) { 2108b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi sbrMode = -1; 2109b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2110ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 21118045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-max-output-channel_count", &maxOutputChannelCount)) { 21128045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi maxOutputChannelCount = -1; 21138045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21142965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang if (!msg->findInt32("aac-pcm-limiter-enable", &pcmLimiterEnable)) { 21152965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang // value is unknown 21162965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable = -1; 21172965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang } 21188045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-encoded-target-level", &drc.encodedTargetLevel)) { 21198045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21208045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.encodedTargetLevel = -1; 21218045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21228045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-cut-level", &drc.drcCut)) { 21238045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21248045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcCut = -1; 21258045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21268045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-boost-level", &drc.drcBoost)) { 21278045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21288045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.drcBoost = -1; 21298045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21308045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-drc-heavy-compression", &drc.heavyCompression)) { 21318045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21328045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.heavyCompression = -1; 21338045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21348045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (!msg->findInt32("aac-target-ref-level", &drc.targetRefLevel)) { 21358045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // value is unknown 21368045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi drc.targetRefLevel = -1; 21378045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 21388045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 2139ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err = setupAACCodec( 21404471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber encoder, numChannels, sampleRate, bitRate, aacProfile, 21412965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang isADTS != 0, sbrMode, maxOutputChannelCount, drc, 21422965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang pcmLimiterEnable); 21435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2144729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_NB)) { 21455778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, false /* isWAMR */, bitRate); 2146729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AMR_WB)) { 21475778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAMRCodec(encoder, true /* isWAMR */, bitRate); 2148729de186450f78c099637e1fce743fe531862c52Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_ALAW) 2149729de186450f78c099637e1fce743fe531862c52Andreas Huber || !strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_G711_MLAW)) { 2150729de186450f78c099637e1fce743fe531862c52Andreas Huber // These are PCM-like formats with a fixed sample rate but 2151729de186450f78c099637e1fce743fe531862c52Andreas Huber // a variable number of channels. 2152729de186450f78c099637e1fce743fe531862c52Andreas Huber 2153729de186450f78c099637e1fce743fe531862c52Andreas Huber int32_t numChannels; 21545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("channel-count", &numChannels)) { 21555778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = INVALID_OPERATION; 21565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 215717c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen int32_t sampleRate; 215817c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen if (!msg->findInt32("sample-rate", &sampleRate)) { 215917c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen sampleRate = 8000; 216017c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen } 216117c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen err = setupG711Codec(encoder, sampleRate, numChannels); 21625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21632f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_FLAC)) { 2164ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar int32_t numChannels = 0, sampleRate = 0, compressionLevel = -1; 21652f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder && 21662f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi (!msg->findInt32("channel-count", &numChannels) 21672f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi || !msg->findInt32("sample-rate", &sampleRate))) { 21682f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("missing channel count or sample rate for FLAC encoder"); 21692f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = INVALID_OPERATION; 21702f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else { 21712f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 2172516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber if (!msg->findInt32( 2173cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar "complexity", &compressionLevel) && 2174cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar !msg->findInt32( 2175516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "flac-compression-level", &compressionLevel)) { 2176cd39746f8d83bb3f12e8f613e77c3c3b5f77c077Lajos Molnar compressionLevel = 5; // default FLAC compression level 21772f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel < 0) { 2178516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2179516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 0", 2180516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21812f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 0; 21822f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } else if (compressionLevel > 8) { 2183516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber ALOGW("compression level %d outside [0..8] range, " 2184516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber "using 8", 2185516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber compressionLevel); 21862f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi compressionLevel = 8; 21872f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 21882f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2189516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber err = setupFlacCodec( 2190516dacfb02d0b0eafe21114330c98ce0e7d90da9Andreas Huber encoder, numChannels, sampleRate, compressionLevel); 21912f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 2192ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 2193ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 2194ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber if (encoder 2195ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("channel-count", &numChannels) 2196ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber || !msg->findInt32("sample-rate", &sampleRate)) { 2197ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber err = INVALID_OPERATION; 2198ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else { 21995b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = setupRawAudioFormat(kPortIndexInput, sampleRate, numChannels, pcmEncoding); 2200ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } 220197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_AC3)) { 220297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t numChannels; 220397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu int32_t sampleRate; 220497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (!msg->findInt32("channel-count", &numChannels) 220597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu || !msg->findInt32("sample-rate", &sampleRate)) { 220697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = INVALID_OPERATION; 220797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } else { 220897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = setupAC3Codec(encoder, numChannels, sampleRate); 220997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 22108a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_EAC3)) { 22118a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t numChannels; 22128a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad int32_t sampleRate; 22138a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (!msg->findInt32("channel-count", &numChannels) 22148a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad || !msg->findInt32("sample-rate", &sampleRate)) { 22158a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = INVALID_OPERATION; 22168a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } else { 22178a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = setupEAC3Codec(encoder, numChannels, sampleRate); 22188a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 22195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2220729de186450f78c099637e1fce743fe531862c52Andreas Huber 22214471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber if (err != OK) { 22224471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber return err; 22234471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber } 22244471e47ece77be5b4159cc9cbbcef4d43900d36fAndreas Huber 22258b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-delay", &mEncoderDelay)) { 22268b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderDelay = 0; 22278b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 22289806555d3930be43e11106281dee354820ac1c88Andreas Huber 22298b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (!msg->findInt32("encoder-padding", &mEncoderPadding)) { 22308b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mEncoderPadding = 0; 22318b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 22328b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen 22339806555d3930be43e11106281dee354820ac1c88Andreas Huber if (msg->findInt32("channel-mask", &mChannelMask)) { 22349806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = true; 22359806555d3930be43e11106281dee354820ac1c88Andreas Huber } else { 22369806555d3930be43e11106281dee354820ac1c88Andreas Huber mChannelMaskPresent = false; 22379806555d3930be43e11106281dee354820ac1c88Andreas Huber } 22389806555d3930be43e11106281dee354820ac1c88Andreas Huber 2239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t maxInputSize; 2240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findInt32("max-input-size", &maxInputSize)) { 22415778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, (size_t)maxInputSize); 2242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!strcmp("OMX.Nvidia.aac.decoder", mComponentName.c_str())) { 22435778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setMinBufferSize(kPortIndexInput, 8192); // XXX 2244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 22455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22468b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu int32_t priority; 22478b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (msg->findInt32("priority", &priority)) { 22488b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu err = setPriority(priority); 22498b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 22508b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2251ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu int32_t rateInt = -1; 2252ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu float rateFloat = -1; 2253ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (!msg->findFloat("operating-rate", &rateFloat)) { 2254ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu msg->findInt32("operating-rate", &rateInt); 2255ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rateFloat = (float)rateInt; // 16MHz (FLINTMAX) is OK for upper bound. 2256ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2257ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 0) { 2258ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu err = setOperatingRate(rateFloat, video); 2259ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2260ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2261697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // NOTE: both mBaseOutputFormat and mOutputFormat are outputFormat to signal first frame. 22624e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mBaseOutputFormat = outputFormat; 2263b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // trigger a kWhatOutputFormatChanged msg on first buffer 2264b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat.clear(); 22654e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar 2266777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexInput, inputFormat); 2267777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2268777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = getPortFormat(kPortIndexOutput, outputFormat); 2269777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err == OK) { 2270777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mInputFormat = inputFormat; 2271777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mOutputFormat = outputFormat; 2272777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2273777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 22745b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 22755b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // create data converters if needed 22765b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (!video && err == OK) { 22775b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding codecPcmEncoding = kAudioEncodingPcm16bit; 22785b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (encoder) { 22795b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mInputFormat->findInt32("pcm-encoding", (int32_t*)&codecPcmEncoding); 22805b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexInput] = AudioConverter::Create(pcmEncoding, codecPcmEncoding); 22815b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexInput] != NULL) { 22825b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mInputFormat->setInt32("pcm-encoding", pcmEncoding); 22835b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22845b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 22855b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mOutputFormat->findInt32("pcm-encoding", (int32_t*)&codecPcmEncoding); 22865b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexOutput] = AudioConverter::Create(codecPcmEncoding, pcmEncoding); 22875b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexOutput] != NULL) { 22885b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mOutputFormat->setInt32("pcm-encoding", pcmEncoding); 22895b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22905b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22915b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 22925b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 22935778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 22968b806ea894ca098366629458bfdd1df4866afcdfRonghua Wustatus_t ACodec::setPriority(int32_t priority) { 22978b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (priority < 0) { 22988b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return BAD_VALUE; 22998b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 23008b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu OMX_PARAM_U32TYPE config; 23018b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu InitOMXParams(&config); 23028b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu config.nU32 = (OMX_U32)priority; 23038b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu status_t temp = mOMX->setConfig( 23048b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigPriority, 23058b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu &config, sizeof(config)); 23068b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu if (temp != OK) { 23078b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu ALOGI("codec does not support config priority (err %d)", temp); 23088b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu } 23098b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu return OK; 23108b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu} 23118b806ea894ca098366629458bfdd1df4866afcdfRonghua Wu 2312ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wustatus_t ACodec::setOperatingRate(float rateFloat, bool isVideo) { 2313ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat < 0) { 2314ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2315ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2316ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_U32 rate; 2317ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (isVideo) { 2318ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > 65535) { 2319ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2320ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2321ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat * 65536.0f + 0.5f); 2322ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } else { 2323ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (rateFloat > UINT_MAX) { 2324ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return BAD_VALUE; 2325ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2326ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu rate = (OMX_U32)(rateFloat); 2327ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2328ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu OMX_PARAM_U32TYPE config; 2329ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu InitOMXParams(&config); 2330ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu config.nU32 = rate; 2331ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu status_t err = mOMX->setConfig( 2332ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu mNode, (OMX_INDEXTYPE)OMX_IndexConfigOperatingRate, 2333ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu &config, sizeof(config)); 2334ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu if (err != OK) { 2335ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu ALOGI("codec does not support config operating rate (err %d)", err); 2336ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu } 2337ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu return OK; 2338ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu} 2339ed5554fb1c837f6b1008d3910018c979c57da502Ronghua Wu 2340870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::getIntraRefreshPeriod(uint32_t *intraRefreshPeriod) { 2341870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2342870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2343870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2344870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->getConfig( 2345870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2346870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2347870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = params.nRefreshPeriod; 2348870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2349870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2350870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2351870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Fallback to query through standard OMX index. 2352870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2353870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2354870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2355870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2356870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2357870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamVideoIntraRefresh, &refreshParams, sizeof(refreshParams)); 2358870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK || refreshParams.nCirMBs == 0) { 2359870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2360870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2361870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2362870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2363870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate period based on width and height 2364870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2365870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2366870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2367870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2368870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2369870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2370870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2371870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2372870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = 0; 2373870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2374870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2375870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2376870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2377870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2378870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang *intraRefreshPeriod = divUp((divUp(width, 16u) * divUp(height, 16u)), refreshParams.nCirMBs); 2379870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2380870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2381870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2382870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2383870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuangstatus_t ACodec::setIntraRefreshPeriod(uint32_t intraRefreshPeriod, bool inConfigure) { 2384870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 2385870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(¶ms); 2386870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nPortIndex = kPortIndexOutput; 2387870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang params.nRefreshPeriod = intraRefreshPeriod; 2388870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = mOMX->setConfig( 2389870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, ¶ms, sizeof(params)); 2390870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err == OK) { 2391870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2392870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2393870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2394870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Only in configure state, a component could invoke setParameter. 2395870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (!inConfigure) { 2396870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return INVALID_OPERATION; 2397870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2398870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] try falling back to Cyclic", mComponentName.c_str()); 2399870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2400870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2401870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PARAM_INTRAREFRESHTYPE refreshParams; 2402870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&refreshParams); 2403870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nPortIndex = kPortIndexOutput; 2404870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.eRefreshMode = OMX_VIDEO_IntraRefreshCyclic; 2405870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2406870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (intraRefreshPeriod == 0) { 2407870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // 0 means disable intra refresh. 2408870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = 0; 2409870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } else { 2410870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Calculate macroblocks that need to be intra coded base on width and height 2411870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t width, height; 2412870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_PARAM_PORTDEFINITIONTYPE def; 2413870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang InitOMXParams(&def); 2414870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 2415870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang def.nPortIndex = kPortIndexOutput; 2416870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->getParameter( 2417870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2418870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2419870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2420870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2421870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang width = video_def->nFrameWidth; 2422870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang height = video_def->nFrameHeight; 2423870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang // Use H.264/AVC MacroBlock size 16x16 2424870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang refreshParams.nCirMBs = divUp((divUp(width, 16u) * divUp(height, 16u)), intraRefreshPeriod); 2425870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2426870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2427870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = mOMX->setParameter(mNode, OMX_IndexParamVideoIntraRefresh, 2428870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang &refreshParams, sizeof(refreshParams)); 2429870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 2430870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return err; 2431870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 2432870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2433870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang return OK; 2434870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang} 2435870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 2436f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setMinBufferSize(OMX_U32 portIndex, size_t size) { 2437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 2439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 2440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize >= size) { 2449f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = size; 2453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 2455f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2457f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->getParameter( 2462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2464f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2468777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.nBufferSize < size) { 2469777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("failed to set min buffer size to %zu (is still %u)", size, def.nBufferSize); 2470777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 2471777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 2472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 2474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 24765778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::selectAudioPortFormat( 24775778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat) { 24785778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_PORTFORMATTYPE format; 24795778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 24805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24815778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nPortIndex = portIndex; 24826e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 24835778822d86b0337407514b9372562b86edfa91cdAndreas Huber format.nIndex = index; 24845778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 24855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, 24865778822d86b0337407514b9372562b86edfa91cdAndreas Huber &format, sizeof(format)); 24875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 24895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 24905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (format.eEncoding == desiredFormat) { 24935778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24956e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 24966e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 24976e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 24986e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 24996e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eEncoding), format.eEncoding); 25006e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 25016e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 25025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25045778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 25055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioPortFormat, &format, sizeof(format)); 25065778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25085778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAACCodec( 2509aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke bool encoder, int32_t numChannels, int32_t sampleRate, 25108045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi int32_t bitRate, int32_t aacProfile, bool isADTS, int32_t sbrMode, 25112965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t maxOutputChannelCount, const drcParams_t& drc, 25122965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang int32_t pcmLimiterEnable) { 2513ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (encoder && isADTS) { 2514ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 2515ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2516ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 25175778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setupRawAudioFormat( 25185778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 25195778822d86b0337407514b9372562b86edfa91cdAndreas Huber sampleRate, 25205778822d86b0337407514b9372562b86edfa91cdAndreas Huber numChannels); 25215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (encoder) { 25275778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = selectAudioPortFormat(kPortIndexOutput, OMX_AUDIO_CodingAAC); 25285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25335778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 25345778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 25355778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 25365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25375778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 25385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 25395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25445778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.bFlagErrorConcealment = OMX_TRUE; 25455778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 25465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25475778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 25485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 25495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25545778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 25555778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&profile); 25565778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nPortIndex = kPortIndexOutput; 25575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25585778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 25595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 25605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 25625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 25635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25655778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nChannels = numChannels; 25665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25675778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eChannelMode = 25685778822d86b0337407514b9372562b86edfa91cdAndreas Huber (numChannels == 1) 25695778822d86b0337407514b9372562b86edfa91cdAndreas Huber ? OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo; 25705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25715778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nSampleRate = sampleRate; 25725778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nBitRate = bitRate; 25735778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAudioBandWidth = 0; 25745778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nFrameLength = 0; 25755778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACtools = OMX_AUDIO_AACToolAll; 25765778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.nAACERtools = OMX_AUDIO_AACERNone; 2577aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 25785778822d86b0337407514b9372562b86edfa91cdAndreas Huber profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 2579b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi switch (sbrMode) { 2580b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 0: 2581b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // disable sbr 2582b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2583b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2584b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2585b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 1: 2586b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable single-rate sbr 2587b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2588b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidDSBR; 2589b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2590b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case 2: 2591b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable dual-rate sbr 2592b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools &= ~OMX_AUDIO_AACToolAndroidSSBR; 2593b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2594b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2595b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi case -1: 2596b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // enable both modes -> the codec will decide which mode should be used 2597b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidSSBR; 2598b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi profile.nAACtools |= OMX_AUDIO_AACToolAndroidDSBR; 2599b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi break; 2600b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi default: 2601b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi // unsupported sbr mode 2602b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi return BAD_VALUE; 2603b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi } 2604b97cc6a9a3c81215e365c61b071a932073b56ff2Jean-Michel Trivi 26055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26065778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 26075778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 26085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 26105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 26145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2616f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 2617f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&profile); 2618f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nPortIndex = kPortIndexInput; 2619f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26205778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 2621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 2622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2623f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2624f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nChannels = numChannels; 2628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber profile.nSampleRate = sampleRate; 2629ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2630ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 2631ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 2632ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 2633ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 2634f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26358045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi OMX_AUDIO_PARAM_ANDROID_AACPRESENTATIONTYPE presentation; 2636dabb051cf03b5ccc994c769a1cd23f9e6c378deeMarco Nelissen InitOMXParams(&presentation); 26378045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nMaxOutputChannels = maxOutputChannelCount; 26388045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcCut = drc.drcCut; 26398045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nDrcBoost = drc.drcBoost; 26408045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nHeavyCompression = drc.heavyCompression; 26418045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nTargetReferenceLevel = drc.targetRefLevel; 26428045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi presentation.nEncodedTargetLevel = drc.encodedTargetLevel; 26432965f4eb7dceaf1173f0e2d93c11c28293aeead7Chong Zhang presentation.nPCMLimiterEnable = pcmLimiterEnable; 26448045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi 26458045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi status_t res = mOMX->setParameter(mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 26468045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi if (res == OK) { 26478045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi // optional parameters, will not cause configuration failure 26488045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi mOMX->setParameter(mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAacPresentation, 26498045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi &presentation, sizeof(presentation)); 26508045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } else { 26518045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi ALOGW("did not set AudioAndroidAacPresentation due to error %d when setting AudioAac", res); 26528045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi } 26538045853d03649f43ea2f7107e7d2dbb9b2d20855Jean-Michel Trivi return res; 26545778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 265697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryustatus_t ACodec::setupAC3Codec( 265797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu bool encoder, int32_t numChannels, int32_t sampleRate) { 265897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu status_t err = setupRawAudioFormat( 265997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 266097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 266197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 266297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 266397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 266497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 266597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (encoder) { 266697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu ALOGW("AC3 encoding is not supported."); 266797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return INVALID_OPERATION; 266897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 266997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 267097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 267197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(&def); 267297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nPortIndex = kPortIndexInput; 267397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 267497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu err = mOMX->getParameter( 267597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 267697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 267797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 267897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 267997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 268097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu if (err != OK) { 268197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return err; 268297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 268397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 268497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nChannels = numChannels; 268597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu def.nSampleRate = sampleRate; 268697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 268797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu return mOMX->setParameter( 268897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu mNode, 268997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 269097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu &def, 269197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu sizeof(def)); 269297358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu} 269397358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 26948a4728966dc9c78e21c3c93a927707e93c05e5e0Rachadstatus_t ACodec::setupEAC3Codec( 26958a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad bool encoder, int32_t numChannels, int32_t sampleRate) { 26968a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad status_t err = setupRawAudioFormat( 26978a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad encoder ? kPortIndexInput : kPortIndexOutput, sampleRate, numChannels); 26988a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 26998a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 27008a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 27018a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27028a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27038a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (encoder) { 27048a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad ALOGW("EAC3 encoding is not supported."); 27058a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return INVALID_OPERATION; 27068a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27078a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27088a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE def; 27098a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(&def); 27108a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nPortIndex = kPortIndexInput; 27118a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27128a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad err = mOMX->getParameter( 27138a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 27148a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 27158a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 27168a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 27178a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27188a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad if (err != OK) { 27198a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return err; 27208a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 27218a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27228a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nChannels = numChannels; 27238a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad def.nSampleRate = sampleRate; 27248a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27258a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad return mOMX->setParameter( 27268a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad mNode, 27278a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 27288a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad &def, 27298a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad sizeof(def)); 27308a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad} 27318a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 27325778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate( 27335778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool isAMRWB, int32_t bps) { 27345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (isAMRWB) { 27355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 6600) { 27365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB0; 27375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 8850) { 27385778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB1; 27395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 12650) { 27405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB2; 27415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 14250) { 27425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB3; 27435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 15850) { 27445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB4; 27455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 18250) { 27465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB5; 27475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 19850) { 27485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB6; 27495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 23050) { 27505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB7; 27515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27535778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 23850 bps 27545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeWB8; 27555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { // AMRNB 27565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (bps <= 4750) { 27575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB0; 27585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5150) { 27595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB1; 27605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 5900) { 27615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB2; 27625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 6700) { 27635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB3; 27645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7400) { 27655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB4; 27665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 7950) { 27675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB5; 27685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (bps <= 10200) { 27695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB6; 27705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27725778822d86b0337407514b9372562b86edfa91cdAndreas Huber // 12200 bps 27735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OMX_AUDIO_AMRBandModeNB7; 27745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2775f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 2776f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27775778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAMRCodec(bool encoder, bool isWAMR, int32_t bitrate) { 2778729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 2779729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 27805778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = encoder ? kPortIndexOutput : kPortIndexInput; 2781729de186450f78c099637e1fce743fe531862c52Andreas Huber 2782729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = 2783729de186450f78c099637e1fce743fe531862c52Andreas Huber mOMX->getParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2784729de186450f78c099637e1fce743fe531862c52Andreas Huber 2785729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2786729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2787729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2788729de186450f78c099637e1fce743fe531862c52Andreas Huber 2789729de186450f78c099637e1fce743fe531862c52Andreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 27905778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitrate); 27915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27925778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 27935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 2794729de186450f78c099637e1fce743fe531862c52Andreas Huber 27955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 27965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 27975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2798729de186450f78c099637e1fce743fe531862c52Andreas Huber 27995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupRawAudioFormat( 28005778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder ? kPortIndexInput : kPortIndexOutput, 28015778822d86b0337407514b9372562b86edfa91cdAndreas Huber isWAMR ? 16000 : 8000 /* sampleRate */, 28025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1 /* numChannels */); 2803729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2804729de186450f78c099637e1fce743fe531862c52Andreas Huber 280517c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissenstatus_t ACodec::setupG711Codec(bool encoder, int32_t sampleRate, int32_t numChannels) { 2806777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (encoder) { 2807777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return INVALID_OPERATION; 2808777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 28095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2810729de186450f78c099637e1fce743fe531862c52Andreas Huber return setupRawAudioFormat( 281117c39e708ed657b8fa66f8acce5128e51696915cMarco Nelissen kPortIndexInput, sampleRate, numChannels); 2812729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2813729de186450f78c099637e1fce743fe531862c52Andreas Huber 28142f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivistatus_t ACodec::setupFlacCodec( 28152f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel) { 28162f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 28172f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (encoder) { 28182f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi OMX_AUDIO_PARAM_FLACTYPE def; 28192f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi InitOMXParams(&def); 28202f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nPortIndex = kPortIndexOutput; 28212f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 28222f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi // configure compression level 28232f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi status_t err = mOMX->getParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 28242f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 28252f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d getting OMX_IndexParamAudioFlac parameter", err); 28262f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 28272f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 28282f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi def.nCompressionLevel = compressionLevel; 28292f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi err = mOMX->setParameter(mNode, OMX_IndexParamAudioFlac, &def, sizeof(def)); 28302f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi if (err != OK) { 28312f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi ALOGE("setupFlacCodec(): Error %d setting OMX_IndexParamAudioFlac parameter", err); 28322f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return err; 28332f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 28342f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi } 28352f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 28362f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi return setupRawAudioFormat( 28372f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi encoder ? kPortIndexInput : kPortIndexOutput, 28382f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi sampleRate, 28392f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi numChannels); 28402f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi} 28412f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi 2842729de186450f78c099637e1fce743fe531862c52Andreas Huberstatus_t ACodec::setupRawAudioFormat( 28435b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels, AudioEncoding encoding) { 2844729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 2845729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&def); 2846729de186450f78c099637e1fce743fe531862c52Andreas Huber def.nPortIndex = portIndex; 2847729de186450f78c099637e1fce743fe531862c52Andreas Huber 2848729de186450f78c099637e1fce743fe531862c52Andreas Huber status_t err = mOMX->getParameter( 2849729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2850729de186450f78c099637e1fce743fe531862c52Andreas Huber 2851729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2852729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2853729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2854729de186450f78c099637e1fce743fe531862c52Andreas Huber 2855729de186450f78c099637e1fce743fe531862c52Andreas Huber def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 2856729de186450f78c099637e1fce743fe531862c52Andreas Huber 2857729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->setParameter( 2858729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 2859729de186450f78c099637e1fce743fe531862c52Andreas Huber 2860729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2861729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2862729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2863729de186450f78c099637e1fce743fe531862c52Andreas Huber 2864729de186450f78c099637e1fce743fe531862c52Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 2865729de186450f78c099637e1fce743fe531862c52Andreas Huber InitOMXParams(&pcmParams); 2866729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nPortIndex = portIndex; 2867729de186450f78c099637e1fce743fe531862c52Andreas Huber 2868729de186450f78c099637e1fce743fe531862c52Andreas Huber err = mOMX->getParameter( 2869729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 2870729de186450f78c099637e1fce743fe531862c52Andreas Huber 2871729de186450f78c099637e1fce743fe531862c52Andreas Huber if (err != OK) { 2872729de186450f78c099637e1fce743fe531862c52Andreas Huber return err; 2873729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2874729de186450f78c099637e1fce743fe531862c52Andreas Huber 2875729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nChannels = numChannels; 28765b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar switch (encoding) { 28775b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcm8bit: 28785b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataUnsigned; 28795b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 8; 28805b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 28815b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcmFloat: 28825b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataFloat; 28835b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 32; 28845b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 28855b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar case kAudioEncodingPcm16bit: 28865b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataSigned; 28875b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 16; 28885b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar break; 28895b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar default: 28905b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return BAD_VALUE; 28915b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 2892729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.bInterleaved = OMX_TRUE; 2893729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.nSamplingRate = sampleRate; 2894729de186450f78c099637e1fce743fe531862c52Andreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 2895729de186450f78c099637e1fce743fe531862c52Andreas Huber 2896c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber if (getOMXChannelMapping(numChannels, pcmParams.eChannelMapping) != OK) { 2897c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OMX_ErrorNone; 2898729de186450f78c099637e1fce743fe531862c52Andreas Huber } 2899729de186450f78c099637e1fce743fe531862c52Andreas Huber 29005b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = mOMX->setParameter( 2901729de186450f78c099637e1fce743fe531862c52Andreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 29025b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // if we could not set up raw format to non-16-bit, try with 16-bit 29035b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // NOTE: we will also verify this via readback, in case codec ignores these fields 29045b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK && encoding != kAudioEncodingPcm16bit) { 29055b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.eNumData = OMX_NumericalDataSigned; 29065b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar pcmParams.nBitPerSample = 16; 29075b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar err = mOMX->setParameter( 29085b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 29095b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 29105b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return err; 2911729de186450f78c099637e1fce743fe531862c52Andreas Huber} 2912729de186450f78c099637e1fce743fe531862c52Andreas Huber 29135a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachadstatus_t ACodec::configureTunneledVideoPlayback( 291497827bd7c7e64dec22c8fe0f9e734a3c432ad7eeRachad int32_t audioHwSync, const sp<ANativeWindow> &nativeWindow) { 29155a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad native_handle_t* sidebandHandle; 29165a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 29175a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad status_t err = mOMX->configureVideoTunnelMode( 29185a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad mNode, kPortIndexOutput, OMX_TRUE, audioHwSync, &sidebandHandle); 29195a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 29205a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("configureVideoTunnelMode failed! (err %d).", err); 29215a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 29225a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 29235a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 29245a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad err = native_window_set_sideband_stream(nativeWindow.get(), sidebandHandle); 29255a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad if (err != OK) { 29265a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad ALOGE("native_window_set_sideband_stream(%p) failed! (err %d).", 29275a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad sidebandHandle, err); 29285a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return err; 29295a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad } 29305a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 29315a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad return OK; 29325a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad} 29335a446aafff3020d607ad6fb14cc7ae76dd8f7947Rachad 2934f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoPortFormatType( 2935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 2936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 29370d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat, 29380d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar bool usingNativeBuffers) { 2939f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 2940f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 2941f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = portIndex; 2942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = 0; 2943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool found = false; 2944f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29456e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 2946f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nIndex = index; 2947f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 2948f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 2949f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 2950f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2951f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 2952f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 2953f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2954f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2955229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // substitute back flexible color format to codec supported format 2956229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 29570d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (compressionFormat == OMX_VIDEO_CodingUnused 29580d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 29590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, usingNativeBuffers, &flexibleEquivalent) 29600d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && colorFormat == flexibleEquivalent) { 2961229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar ALOGI("[%s] using color format %#x in place of %#x", 2962229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mComponentName.c_str(), format.eColorFormat, colorFormat); 2963229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar colorFormat = format.eColorFormat; 2964229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 2965229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 2966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The following assertion is violated by TI's video decoder. 2967f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // CHECK_EQ(format.nIndex, index); 2968f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2969f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!strcmp("OMX.TI.Video.encoder", mComponentName.c_str())) { 2970f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput 2971f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && colorFormat == format.eColorFormat) { 2972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eCompressionFormat does not seem right. 2973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2975f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput 2977f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && compressionFormat == format.eCompressionFormat) { 2978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // eColorFormat does not seem right. 2979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (format.eCompressionFormat == compressionFormat 2985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && format.eColorFormat == colorFormat) { 2986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber found = true; 2987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 2988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29906e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 29916e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)/%s(%x)", 29926e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 29936e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eCompressionFormat), format.eCompressionFormat, 29946e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(format.eColorFormat), format.eColorFormat); 29956e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 2996f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 2997f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2998f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!found) { 2999f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return UNKNOWN_ERROR; 3000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3001f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3002f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->setParameter( 3003f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 3004f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 3005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30090d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Set optimal output format. OMX component lists output formats in the order 30100d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// of preference, but this got more complicated since the introduction of flexible 30110d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// YUV formats. We support a legacy behavior for applications that do not use 30120d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// surface output, do not specify an output format, but expect a "usable" standard 30130d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// OMX format. SW readable and standard formats must be flex-YUV. 30140d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 30150d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// Suggested preference order: 30160d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal format for texture rendering (mediaplayer behavior) 30170d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable & texture renderable format (flex-YUV support) 30180d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - optimal SW readable non-renderable format (flex-YUV bytebuffer support) 30190d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// - legacy "usable" standard formats 30200d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// 30210d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// For legacy support, we prefer a standard format, but will settle for a SW readable 30220d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar// flex-YUV format. 30230d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnarstatus_t ACodec::setSupportedOutputFormat(bool getLegacyFlexibleFormat) { 30240d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE format, legacyFormat; 3025f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&format); 3026f933441648ef6a71dee783d733aac17b9508b452Andreas Huber format.nPortIndex = kPortIndexOutput; 3027f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30280d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&legacyFormat); 30290d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // this field will change when we find a suitable legacy format 30300d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar legacyFormat.eColorFormat = OMX_COLOR_FormatUnused; 3031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 30320d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar for (OMX_U32 index = 0; ; ++index) { 30330d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar format.nIndex = index; 30340d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar status_t err = mOMX->getParameter( 30350d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mNode, OMX_IndexParamVideoPortFormat, 30360d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &format, sizeof(format)); 30370d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (err != OK) { 30380d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // no more formats, pick legacy format if found 30390d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat != OMX_COLOR_FormatUnused) { 30400d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&format, &legacyFormat, sizeof(format)); 30410d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 30420d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30430d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return err; 30440d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30450d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eCompressionFormat != OMX_VIDEO_CodingUnused) { 30460d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar return OMX_ErrorBadParameter; 30470d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30480d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (!getLegacyFlexibleFormat) { 30490d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 30500d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30510d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // standard formats that were exposed to users before 30520d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (format.eColorFormat == OMX_COLOR_FormatYUV420Planar 30530d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedPlanar 30540d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420SemiPlanar 30550d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_COLOR_FormatYUV420PackedSemiPlanar 30560d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar || format.eColorFormat == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 30570d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar break; 30580d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar // find best legacy non-standard format 30600d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar OMX_U32 flexibleEquivalent; 30610d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (legacyFormat.eColorFormat == OMX_COLOR_FormatUnused 30620d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && isFlexibleColorFormat( 30630d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar mOMX, mNode, format.eColorFormat, false /* usingNativeBuffers */, 30640d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &flexibleEquivalent) 30650d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar && flexibleEquivalent == OMX_COLOR_FormatYUV420Flexible) { 30660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar memcpy(&legacyFormat, &format, sizeof(format)); 30670d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 30680d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 3069f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mOMX->setParameter( 3070f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 3071f933441648ef6a71dee783d733aac17b9508b452Andreas Huber &format, sizeof(format)); 3072f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3073f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3074e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic const struct VideoCodingMapEntry { 3075e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const char *mMime; 3076e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE mVideoCodingType; 3077e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} kVideoCodingMapEntry[] = { 3078e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, OMX_VIDEO_CodingAVC }, 30792472b1c0d63454e5d90a982bd6c555de6c3127bdRachad { MEDIA_MIMETYPE_VIDEO_HEVC, OMX_VIDEO_CodingHEVC }, 3080e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, OMX_VIDEO_CodingMPEG4 }, 3081e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_H263, OMX_VIDEO_CodingH263 }, 3082e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG2, OMX_VIDEO_CodingMPEG2 }, 308394705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, OMX_VIDEO_CodingVP8 }, 308494705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, OMX_VIDEO_CodingVP9 }, 3085a29c2b203d8bea8c21564765da5c9d7087448340Ronghua Wu { MEDIA_MIMETYPE_VIDEO_DOLBY_VISION, OMX_VIDEO_CodingDolbyVision }, 3086e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber}; 3087e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 30885778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic status_t GetVideoCodingTypeFromMime( 30895778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *mime, OMX_VIDEO_CODINGTYPE *codingType) { 3090e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3091e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3092e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3093e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime, kVideoCodingMapEntry[i].mMime)) { 3094e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = kVideoCodingMapEntry[i].mVideoCodingType; 3095e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3096e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3099e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *codingType = OMX_VIDEO_CodingUnused; 3100e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3101e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 3102e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3103e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3104e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatic status_t GetMimeTypeForVideoCoding( 3105e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_VIDEO_CODINGTYPE codingType, AString *mime) { 3106e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber for (size_t i = 0; 3107e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber i < sizeof(kVideoCodingMapEntry) / sizeof(kVideoCodingMapEntry[0]); 3108e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++i) { 3109e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (codingType == kVideoCodingMapEntry[i].mVideoCodingType) { 3110e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber *mime = kVideoCodingMapEntry[i].mMime; 3111e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3112e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3113e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3114e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3115e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mime->clear(); 3116e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3117e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_UNSUPPORTED; 31185778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 31195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31205778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupVideoDecoder( 31218338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar const char *mime, const sp<AMessage> &msg, bool haveNativeWindow, 3122b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool usingSwRenderer, sp<AMessage> &outputFormat) { 312389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t width, height; 312489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (!msg->findInt32("width", &width) 312589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar || !msg->findInt32("height", &height)) { 312689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar return INVALID_OPERATION; 312789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 312889869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar 31295778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 31305778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 31315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 31335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 31345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31365778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 3137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 3138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 314389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar int32_t tmp; 314489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (msg->findInt32("color-format", &tmp)) { 314589869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar OMX_COLOR_FORMATTYPE colorFormat = 314689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar static_cast<OMX_COLOR_FORMATTYPE>(tmp); 314789869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar err = setVideoPortFormatType( 31480d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar kPortIndexOutput, OMX_VIDEO_CodingUnused, colorFormat, haveNativeWindow); 314989869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar if (err != OK) { 315089869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar ALOGW("[%s] does not support color format %d", 315189869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar mComponentName.c_str(), colorFormat); 31520d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 315389869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 315489869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } else { 31550d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar err = setSupportedOutputFormat(!haveNativeWindow /* getLegacyFlexibleFormat */); 315689869f692c35d0ca914c7de4a1f5ff63c9920634Lajos Molnar } 3157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 316278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t frameRateInt; 316378b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRateFloat; 316478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findFloat("frame-rate", &frameRateFloat)) { 316578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (!msg->findInt32("frame-rate", &frameRateInt)) { 316678b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateInt = -1; 316778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 316878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad frameRateFloat = (float)frameRateInt; 316978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 317078b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad 3171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 317278b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad kPortIndexInput, width, height, compressionFormat, frameRateFloat); 3173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = setVideoFormatOnPort( 3179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber kPortIndexOutput, width, height, OMX_VIDEO_CodingUnused); 3180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 3182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 3183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 3184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3185b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoDecoder( 3186b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, haveNativeWindow | usingSwRenderer, msg, outputFormat); 3187b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { // support is optional 31888338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 31898338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3190db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3191db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err != OK) { 3192db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3193db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3194db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3195db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = setHDRStaticInfoForVideoDecoder(msg, outputFormat); 3196db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err == ERROR_UNSUPPORTED) { // support is optional 3197db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = OK; 3198db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3199b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3200b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3201b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3202b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::initDescribeColorAspectsIndex() { 3203b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = mOMX->getExtensionIndex( 3204b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mNode, "OMX.google.android.index.describeColorAspects", &mDescribeColorAspectsIndex); 3205b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3206b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mDescribeColorAspectsIndex = (OMX_INDEXTYPE)0; 3207b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3208b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3209b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 32108338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3211b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setCodecColorAspects(DescribeColorAspectsParams ¶ms, bool verify) { 3212b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3213b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3214b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mOMX->setConfig(mNode, mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 3215b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3216b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] setting color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3217b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3218b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3219b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3220b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3221b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3222b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3223b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3224b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (verify && err == OK) { 3225b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3226b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3227b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3228b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex, 3229db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] setting color aspects failed even though codec advertises support", 3230b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 32318338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar return err; 32328338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 32338338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3234b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoDecoder( 3235b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, bool usingNativeWindow, 3236b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 32378338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 32388338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3239b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 32408338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3241b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3242b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (usingNativeWindow) { 3243b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3244b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // The default aspects will be set back to the output format during the 3245b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // getFormat phase of configure(). Set non-Unspecified values back into the 3246b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // format, in case component does not support this enumeration. 3247b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 32488338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 32498338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3250b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 32518338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3252b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec 3253b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return setCodecColorAspects(params); 3254b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3255b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3256b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getCodecColorAspects(DescribeColorAspectsParams ¶ms) { 3257b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = ERROR_UNSUPPORTED; 3258b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mDescribeColorAspectsIndex) { 3259b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mOMX->getConfig(mNode, mDescribeColorAspectsIndex, ¶ms, sizeof(params)); 32608338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3261b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] got color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) err=%d(%s)", 3262b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3263b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3264b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3265b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3266b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3267b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err, asString(err)); 3268b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (params.bRequestingDataSpace) { 3269b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("for dataspace %#x", params.nDataSpace); 3270b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3271b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED && mDescribeColorAspectsIndex 3272b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && !params.bRequestingDataSpace && !params.bDataSpaceChanged) { 3273b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW("[%s] getting color aspects failed even though codec advertises support", 3274b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3275b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3276b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3277b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 32788338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3279b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getInputColorAspectsForVideoEncoder(sp<AMessage> &format) { 3280b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3281b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3282b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3283b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getCodecColorAspects(params); 3284b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3285b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we only set encoder input aspects if codec supports them 3286b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, format, true /* force */); 32878338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3288b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3289b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3290b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3291b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getDataSpace( 3292b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams ¶ms, android_dataspace *dataSpace /* nonnull */, 3293b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar bool tryCodec) { 3294b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3295b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (tryCodec) { 3296b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // request dataspace guidance from codec. 3297b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_TRUE; 3298b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = getCodecColorAspects(params); 3299b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.bRequestingDataSpace = OMX_FALSE; 3300b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK && params.nDataSpace != HAL_DATASPACE_UNKNOWN) { 3301b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = (android_dataspace)params.nDataSpace; 3302b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3303b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else if (err == ERROR_UNSUPPORTED) { 3304b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // ignore not-implemented error for dataspace requests 3305b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = OK; 3306b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 33078338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3308b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3309b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // this returns legacy versions if available 3310b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = getDataSpaceForColorAspects(params.sAspects, true /* mayexpand */); 3311b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] using color aspects (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 3312b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "and dataspace %#x", 3313b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 3314b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mRange, asString(params.sAspects.mRange), 3315b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mPrimaries, asString(params.sAspects.mPrimaries), 3316b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mMatrixCoeffs, asString(params.sAspects.mMatrixCoeffs), 3317b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects.mTransfer, asString(params.sAspects.mTransfer), 3318b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace); 3319b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3320b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3321b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3322b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3323b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::getColorAspectsAndDataSpaceForVideoDecoder( 3324b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, int32_t height, const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, 3325b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace) { 3326b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3327b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3328b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexOutput; 3329b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3330b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and get resulting format 3331b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3332b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3333b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 33348338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3335b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 33368338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3337b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // we always set specified aspects for decoders 3338b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3339b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3340b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (dataSpace != NULL) { 3341b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace(params, dataSpace, err == OK /* tryCodec */); 3342b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3343b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 3344b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 33458338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 33468338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3347b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 33488338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar} 33498338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3350b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// initial video encoder setup for bytebuffer mode 3351b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setColorAspectsForVideoEncoder( 3352b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const sp<AMessage> &configFormat, sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 3353b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // copy config to output format as this is not exposed via getFormat 3354b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar copyColorConfig(configFormat, outputFormat); 3355b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3356b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar DescribeColorAspectsParams params; 3357b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(¶ms); 3358b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 3359b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(configFormat, params.sAspects); 3360b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3361b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)initDescribeColorAspectsIndex(); 3362b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3363b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t usingRecorder; 3364b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("android._using-recorder", &usingRecorder) && usingRecorder) { 3365b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_BT709; 3366b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3367b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (configFormat->findInt32("width", &width) 3368b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar && configFormat->findInt32("height", &height)) { 3369b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(params.sAspects, width, height); 3370b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = getDataSpace( 3371b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, &dataSpace, mDescribeColorAspectsIndex /* tryCodec */); 3372b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 3373b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3374b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3375b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(params.sAspects, outputFormat); 3376b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3377b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar inputFormat->setInt32("android._dataspace", (int32_t)dataSpace); 33788338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 33798338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3380b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow change of the platform aspects 3381b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = params.sAspects; 3382b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; --triesLeft >= 0; ) { 3383b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3384b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK 3385b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem( 3386b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.sAspects, origAspects, true /* usePlatformAspects */)) { 3387b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3388b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3389b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3390b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 3391b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3392b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return OK; 3393b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 3394b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3395b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar// subsequent initial video encoder setup for surface mode 3396b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarstatus_t ACodec::setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace( 3397b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace *dataSpace /* nonnull */) { 33988338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar DescribeColorAspectsParams params; 33998338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar InitOMXParams(¶ms); 3400b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params.nPortIndex = kPortIndexInput; 34018338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ColorAspects &aspects = params.sAspects; 34028338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3403b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // reset default format and store resulting format into both input and output formats 3404b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar getColorAspectsFromFormat(mConfigFormat, aspects); 3405b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width, height; 3406b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mInputFormat->findInt32("width", &width) && mInputFormat->findInt32("height", &height)) { 3407b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setDefaultCodecColorAspectsIfNeeded(aspects, width, height); 34088338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3409b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mInputFormat); 3410b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar setColorAspectsIntoFormat(aspects, mOutputFormat); 34118338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3412b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // communicate color aspects to codec, but do not allow any change 3413b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects origAspects = aspects; 3414b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = OK; 3415b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar for (int triesLeft = 2; mDescribeColorAspectsIndex && --triesLeft >= 0; ) { 3416b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = setCodecColorAspects(params, true /* readBack */); 3417b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK || !ColorUtils::checkIfAspectsChangedAndUnspecifyThem(aspects, origAspects)) { 3418b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar break; 3419b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 3420b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(triesLeft == 0, "[%s] Codec repeatedly changed requested ColorAspects.", 3421b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str()); 34228338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 34238338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3424b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar *dataSpace = HAL_DATASPACE_BT709; 3425b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects = origAspects; // restore desired color aspects 3426b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t res = getDataSpace( 3427b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar params, dataSpace, err == OK && mDescribeColorAspectsIndex /* tryCodec */); 3428b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3429b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = res; 34308338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3431b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setInt32("android._dataspace", (int32_t)*dataSpace); 3432b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->setBuffer( 3433b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "android._color-aspects", ABuffer::CreateAsCopy(&aspects, sizeof(aspects))); 3434b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3435b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // update input format with codec supported color aspects (basically set unsupported 3436b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects to Unspecified) 3437b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 3438b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(mInputFormat); 34398338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 3440b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3441b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("set default color aspects, updated input format to %s, output format to %s", 3442b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), mOutputFormat->debugString(4).c_str()); 3443b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 3444b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 3445f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 3446f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3447db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::getHDRStaticInfoForVideoDecoder(sp<AMessage> &format) { 3448db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang DescribeHDRStaticInfoParams params; 3449db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang InitOMXParams(¶ms); 3450db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang params.nPortIndex = kPortIndexOutput; 3451db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3452db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = getHDRStaticInfo(params); 3453db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err == OK) { 3454db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang // we only set decodec output HDRStaticInfo if codec supports them 3455db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang setHDRStaticInfoIntoFormat(params.sInfo, format); 3456db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3457db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3458db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3459db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3460db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::initDescribeHDRStaticInfoIndex() { 3461db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = mOMX->getExtensionIndex( 3462db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mNode, "OMX.google.android.index.describeHDRStaticInfo", &mDescribeHDRStaticInfoIndex); 3463db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (err != OK) { 3464db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mDescribeHDRStaticInfoIndex = (OMX_INDEXTYPE)0; 3465db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3466db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3467db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3468db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3469db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::setHDRStaticInfoForVideoDecoder( 3470db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang const sp<AMessage> &configFormat, sp<AMessage> &outputFormat) { 3471db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang DescribeHDRStaticInfoParams params; 3472db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang InitOMXParams(¶ms); 3473db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang params.nPortIndex = kPortIndexOutput; 3474db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3475db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang HDRStaticInfo *info = ¶ms.sInfo; 3476db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (getHDRStaticInfoFromFormat(configFormat, info)) { 3477db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang setHDRStaticInfoIntoFormat(params.sInfo, outputFormat); 3478db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3479db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3480db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang (void)initDescribeHDRStaticInfoIndex(); 3481db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3482db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang // communicate HDR static Info to codec 3483db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return setHDRStaticInfo(params); 3484db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3485db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3486db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::setHDRStaticInfo(const DescribeHDRStaticInfoParams ¶ms) { 3487db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = ERROR_UNSUPPORTED; 3488db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (mDescribeHDRStaticInfoIndex) { 3489db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = mOMX->setConfig(mNode, mDescribeHDRStaticInfoIndex, ¶ms, sizeof(params)); 3490db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3491db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3492db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang const HDRStaticInfo *info = ¶ms.sInfo; 3493db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGV("[%s] setting HDRStaticInfo (R: %u %u, G: %u %u, B: %u, %u, W: %u, %u, " 3494db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "MaxDispL: %u, MinDispL: %u, MaxContentL: %u, MaxFrameAvgL: %u)", 3495db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str(), 3496db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mR.x, info->sType1.mR.y, info->sType1.mG.x, info->sType1.mG.y, 3497db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mB.x, info->sType1.mB.y, info->sType1.mW.x, info->sType1.mW.y, 3498db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mMaxDisplayLuminance, info->sType1.mMinDisplayLuminance, 3499db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang info->sType1.mMaxContentLightLevel, info->sType1.mMaxFrameAverageLightLevel); 3500db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3501db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeHDRStaticInfoIndex, 3502db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] setting HDRStaticInfo failed even though codec advertises support", 3503db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str()); 3504db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3505db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3506db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3507db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuangstatus_t ACodec::getHDRStaticInfo(DescribeHDRStaticInfoParams ¶ms) { 3508db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang status_t err = ERROR_UNSUPPORTED; 3509db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang if (mDescribeHDRStaticInfoIndex) { 3510db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang err = mOMX->getConfig(mNode, mDescribeHDRStaticInfoIndex, ¶ms, sizeof(params)); 3511db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang } 3512db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 3513db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang ALOGW_IF(err == ERROR_UNSUPPORTED && mDescribeHDRStaticInfoIndex, 3514db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang "[%s] getting HDRStaticInfo failed even though codec advertises support", 3515db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang mComponentName.c_str()); 3516db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang return err; 3517db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang} 3518db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang 35198338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnarstatus_t ACodec::setupVideoEncoder( 3520b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar const char *mime, const sp<AMessage> &msg, 3521b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<AMessage> &outputFormat, sp<AMessage> &inputFormat) { 35225778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 35235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("color-format", &tmp)) { 35245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35275778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_COLOR_FORMATTYPE colorFormat = 35285778822d86b0337407514b9372562b86edfa91cdAndreas Huber static_cast<OMX_COLOR_FORMATTYPE>(tmp); 35295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35305778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = setVideoPortFormatType( 35315778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexInput, OMX_VIDEO_CodingUnused, colorFormat); 35325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35345778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support color format %d", 35355778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), colorFormat); 35365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35405778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Input port configuration */ 35415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35425778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 35435778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&def); 35445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35455778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 35465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35475778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexInput; 35485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35495778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 35505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 35515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 35535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 35545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35565778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height, bitrate; 35575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("width", &width) 35585778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("height", &height) 35595778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("bitrate", &bitrate)) { 35605778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35635778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 35645778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 35655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35665778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t stride; 35675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("stride", &stride)) { 35685778822d86b0337407514b9372562b86edfa91cdAndreas Huber stride = width; 35695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35715778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nStride = stride; 35725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35735778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t sliceHeight; 35745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("slice-height", &sliceHeight)) { 35755778822d86b0337407514b9372562b86edfa91cdAndreas Huber sliceHeight = height; 35765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35785778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nSliceHeight = sliceHeight; 35795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35805778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nBufferSize = (video_def->nStride * video_def->nSliceHeight * 3) / 2; 35815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35825778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 35835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 35845778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 35855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 35865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 35875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35885778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 35892c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mTimePerFrameUs = (int64_t) (1000000.0f / frameRate); 35905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 35915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35925778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 35935778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 3594a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // this is redundant as it was already set up in setVideoPortFormatType 3595a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar // FIXME for now skip this only for flexible YUV formats 3596a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar if (colorFormat != OMX_COLOR_FormatYUV420Flexible) { 3597a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar video_def->eColorFormat = colorFormat; 3598a32d5435d9585794b72dd12546054f13adb845f2Lajos Molnar } 35995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36005778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 36015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 36025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36045778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set input port definition parameters.", 36055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 36065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36105778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* Output port configuration */ 36115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36125778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_CODINGTYPE compressionFormat; 36135778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = GetVideoCodingTypeFromMime(mime, &compressionFormat); 36145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36165778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36195778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setVideoPortFormatType( 36205778822d86b0337407514b9372562b86edfa91cdAndreas Huber kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused); 36215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36235778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] does not support compression format %d", 36245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str(), compressionFormat); 36255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36295778822d86b0337407514b9372562b86edfa91cdAndreas Huber def.nPortIndex = kPortIndexOutput; 36305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36315778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->getParameter( 36325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 36335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36385778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameWidth = width; 36395778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nFrameHeight = height; 36405778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->xFramerate = 0; 36415778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->nBitrate = bitrate; 36425778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eCompressionFormat = compressionFormat; 36435778822d86b0337407514b9372562b86edfa91cdAndreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 36445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36455778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 36465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 36475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 36495778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGE("[%s] failed to set output port definition parameters.", 36505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentName.c_str()); 36515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 36535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3655870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 3656870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (msg->findInt32("intra-refresh-period", &intraRefreshPeriod) 3657870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod >= 0) { 3658870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = setIntraRefreshPeriod((uint32_t)intraRefreshPeriod, true); 3659870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 3660870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 3661870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 3662870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 3663870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3664870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 3665870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 36665778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (compressionFormat) { 36675778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingMPEG4: 36685778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupMPEG4EncoderParameters(msg); 36695778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 36705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36715778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingH263: 36725778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupH263EncoderParameters(msg); 36735778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 36745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36755778822d86b0337407514b9372562b86edfa91cdAndreas Huber case OMX_VIDEO_CodingAVC: 36765778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = setupAVCEncoderParameters(msg); 36775778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 36785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3679c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad case OMX_VIDEO_CodingHEVC: 3680c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = setupHEVCEncoderParameters(msg); 3681c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad break; 3682c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 368389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP8: 368489b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber case OMX_VIDEO_CodingVP9: 368589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber err = setupVPXEncoderParameters(msg); 368689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber break; 368789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 36885778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 36895778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 36905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 36915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36928338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // Set up color aspects on input, but propagate them to the output format, as they will 36938338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar // not be read back from encoder. 3694b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = setColorAspectsForVideoEncoder(msg, outputFormat, inputFormat); 3695b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == ERROR_UNSUPPORTED) { 36968338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar ALOGI("[%s] cannot encode color aspects. Ignoring.", mComponentName.c_str()); 36978338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar err = OK; 36988338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar } 36998338519ba2d8d731072c4edf7b9953787ce834cfLajos Molnar 3700d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu if (err == OK) { 3701d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu ALOGI("setupVideoEncoder succeeded"); 3702d36a023778256f0550e9a09e9993c066e8a3c7d7Ronghua Wu } 37035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37045778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37055778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 37065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37070dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dongstatus_t ACodec::setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode) { 37080dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong OMX_VIDEO_PARAM_INTRAREFRESHTYPE params; 37090dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong InitOMXParams(¶ms); 37100dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nPortIndex = kPortIndexOutput; 37110dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 37120dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode = static_cast<OMX_VIDEO_INTRAREFRESHTYPE>(mode); 37130dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 37140dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshCyclic || 37150dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 37160dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 37170dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-CIR-mbs", &mbs)) { 37180dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 37190dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 37200dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nCirMBs = mbs; 37210dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 37220dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 37230dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (params.eRefreshMode == OMX_VIDEO_IntraRefreshAdaptive || 37240dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.eRefreshMode == OMX_VIDEO_IntraRefreshBoth) { 37250dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t mbs; 37260dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-mbs", &mbs)) { 37270dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 37280dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 37290dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirMBs = mbs; 37300dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 37310dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t ref; 37320dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (!msg->findInt32("intra-refresh-AIR-ref", &ref)) { 37330dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return INVALID_OPERATION; 37340dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 37350dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong params.nAirRef = ref; 37360dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 37370dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 37380dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = mOMX->setParameter( 37390dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong mNode, OMX_IndexParamVideoIntraRefresh, 37400dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ¶ms, sizeof(params)); 37410dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 37420dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong} 37430dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 37445778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic OMX_U32 setPFramesSpacing(int32_t iFramesInterval, int32_t frameRate) { 37455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (iFramesInterval < 0) { 37465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0xFFFFFFFF; 37475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (iFramesInterval == 0) { 37485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 37495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37505778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_U32 ret = frameRate * iFramesInterval; 37515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return ret; 37525778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 37535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 375496076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatic OMX_VIDEO_CONTROLRATETYPE getBitrateMode(const sp<AMessage> &msg) { 375596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t tmp; 375696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber if (!msg->findInt32("bitrate-mode", &tmp)) { 375796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return OMX_Video_ControlRateVariable; 375896076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber } 375996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 376096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return static_cast<OMX_VIDEO_CONTROLRATETYPE>(tmp); 376196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber} 376296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 37635778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupMPEG4EncoderParameters(const sp<AMessage> &msg) { 37645778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 37655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 37665778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 37675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 37685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 377096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 377196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 37725778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 37735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 37745778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 37755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 37765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 37775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37785778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 37795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37815778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 37825778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&mpeg4type); 37835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 37845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37855778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 37865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 37875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 37895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 37905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 37915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nSliceHeaderSpacing = 0; 37935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bSVH = OMX_FALSE; 37945778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bGov = OMX_FALSE; 37955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = 37975778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 37985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37995778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 38005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mpeg4type.nPFrames == 0) { 38015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 38025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nBFrames = 0; 38045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nIDCVLCThreshold = 0; 38055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bACPred = OMX_TRUE; 38065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nMaxPacketSize = 256; 38075778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nTimeIncRes = 1000; 38085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.nHeaderExtension = 0; 38095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 38105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38115778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 38125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 38135778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 38145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 38155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 38165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38185778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 38195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38215778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profile); 38255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(level); 38265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38285778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 38295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 38305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 383596076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 38365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38385778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 38425778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 38435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38445778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupH263EncoderParameters(const sp<AMessage> &msg) { 38455778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 38465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 38475778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 38485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 38495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 385196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 385296076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 38535778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 38545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 38555778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 38565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 38575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 38585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38595778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 38605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38625778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_H263TYPE h263type; 38635778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h263type); 38645778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPortIndex = kPortIndexOutput; 38655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38665778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 38675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 38685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38735778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = 38745778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 38755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38765778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 38775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h263type.nPFrames == 0) { 38785778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 38795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38805778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nBFrames = 0; 38815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38825778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 38835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 38845778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 38855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 38865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 38875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38895778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 38905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38915778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 38925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 38935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38955778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profile); 38965778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(level); 38975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 38985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38995778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bPLUSPTYPEAllowed = OMX_FALSE; 39005778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.bForceRoundingTypeToZero = OMX_FALSE; 39015778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nPictureHeaderRepetition = 0; 39025778822d86b0337407514b9372562b86edfa91cdAndreas Huber h263type.nGOBHeaderInterval = 0; 39035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39045778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 39055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 39065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 391196076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber err = configureBitrate(bitrate, bitrateMode); 39125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 39145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 39155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return setupErrorCorrectionParameters(); 39185778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 39195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3920a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar// static 3921a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnarint /* OMX_VIDEO_AVCLEVELTYPE */ ACodec::getAVCLevelFor( 3922a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int width, int height, int rate, int bitrate, 3923a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar OMX_VIDEO_AVCPROFILETYPE profile) { 3924a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert bitrate to main/baseline profile kbps equivalent 3925a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar switch (profile) { 3926a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh10: 3927a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 3000); break; 3928a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar case OMX_VIDEO_AVCProfileHigh: 3929a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1250); break; 3930a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar default: 3931a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar bitrate = divUp(bitrate, 1000); break; 3932a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3933a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3934a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar // convert size and rate to MBs 3935a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar width = divUp(width, 16); 3936a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar height = divUp(height, 16); 3937a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int mbs = width * height; 3938a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar rate *= mbs; 3939a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar int maxDimension = max(width, height); 3940a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3941a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar static const int limits[][5] = { 3942a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar /* MBps MB dim bitrate level */ 3943a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 64, OMX_VIDEO_AVCLevel1 }, 3944a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 1485, 99, 28, 128, OMX_VIDEO_AVCLevel1b }, 3945a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 3000, 396, 56, 192, OMX_VIDEO_AVCLevel11 }, 3946a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 6000, 396, 56, 384, OMX_VIDEO_AVCLevel12 }, 3947a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 768, OMX_VIDEO_AVCLevel13 }, 3948a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 11880, 396, 56, 2000, OMX_VIDEO_AVCLevel2 }, 3949a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 19800, 792, 79, 4000, OMX_VIDEO_AVCLevel21 }, 3950a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 20250, 1620, 113, 4000, OMX_VIDEO_AVCLevel22 }, 3951a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 40500, 1620, 113, 10000, OMX_VIDEO_AVCLevel3 }, 3952a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 108000, 3600, 169, 14000, OMX_VIDEO_AVCLevel31 }, 3953a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 216000, 5120, 202, 20000, OMX_VIDEO_AVCLevel32 }, 3954a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 20000, OMX_VIDEO_AVCLevel4 }, 3955a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 245760, 8192, 256, 50000, OMX_VIDEO_AVCLevel41 }, 3956a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 522240, 8704, 263, 50000, OMX_VIDEO_AVCLevel42 }, 3957a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 589824, 22080, 420, 135000, OMX_VIDEO_AVCLevel5 }, 3958a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 983040, 36864, 543, 240000, OMX_VIDEO_AVCLevel51 }, 3959a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar { 2073600, 36864, 543, 240000, OMX_VIDEO_AVCLevel52 }, 3960a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar }; 3961a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 3962a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar for (size_t i = 0; i < ARRAY_SIZE(limits); i++) { 3963a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar const int (&limit)[5] = limits[i]; 3964a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar if (rate <= limit[0] && mbs <= limit[1] && maxDimension <= limit[2] 3965a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar && bitrate <= limit[3]) { 3966a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return limit[4]; 3967a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3968a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar } 3969a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar return 0; 3970a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar} 3971a147b4f91143d9f2fb608e22f9fca14bbd029573Lajos Molnar 39725778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupAVCEncoderParameters(const sp<AMessage> &msg) { 39735778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t bitrate, iFrameInterval; 39745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("bitrate", &bitrate) 39755778822d86b0337407514b9372562b86edfa91cdAndreas Huber || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 39765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 397996076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 398096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber 39815778822d86b0337407514b9372562b86edfa91cdAndreas Huber float frameRate; 39825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findFloat("frame-rate", &frameRate)) { 39835778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 39845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("frame-rate", &tmp)) { 39855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 39865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39875778822d86b0337407514b9372562b86edfa91cdAndreas Huber frameRate = (float)tmp; 39885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 39895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39900dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong status_t err = OK; 39910dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong int32_t intraRefreshMode = 0; 39920dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (msg->findInt32("intra-refresh-mode", &intraRefreshMode)) { 39930dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = setCyclicIntraMacroblockRefresh(msg, intraRefreshMode); 39940dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong if (err != OK) { 39950dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong ALOGE("Setting intra macroblock refresh mode (%d) failed: 0x%x", 39960dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err, intraRefreshMode); 39970dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong return err; 39980dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 39990dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong } 40000dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong 40015778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 40025778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&h264type); 40035778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPortIndex = kPortIndexOutput; 40045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40050dbe5a9321b24b6883fbb2fe97cd9d525128b0b5James Dong err = mOMX->getParameter( 40065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 40075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40125778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = 40135778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 40145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40155778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile; 40165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findInt32("profile", &profile)) { 40175778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t level; 40185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("level", &level)) { 40195778822d86b0337407514b9372562b86edfa91cdAndreas Huber return INVALID_OPERATION; 40205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40225778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = verifySupportForProfileAndLevel(profile, level); 40235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40285778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profile); 40295778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(level); 4030e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang } else { 4031e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang // Use baseline profile for AVC recording if profile is not specified. 40328eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 40338eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang } 40348eadd7737f422b0477bbacbb2663e3ef42c9fe51Hangyu Kuang 4035e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang ALOGI("setupAVCEncoderParameters with [profile: %s] [level: %s]", 4036e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang asString(h264type.eProfile), asString(h264type.eLevel)); 4037e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang 40385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 40395778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nSliceHeaderSpacing = 0; 40405778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bUseHadamard = OMX_TRUE; 40415778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefFrames = 1; 40425778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nBFrames = 0; 40435778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 40445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nPFrames == 0) { 40455778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 40465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40475778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx10ActiveMinus1 = 0; 40485778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nRefIdx11ActiveMinus1 = 0; 40495778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEntropyCodingCABAC = OMX_FALSE; 40505778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bWeightedPPrediction = OMX_FALSE; 40515778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bconstIpred = OMX_FALSE; 40525778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirect8x8Inference = OMX_FALSE; 40535778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bDirectSpatialTemporal = OMX_FALSE; 40545778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nCabacInitIdc = 0; 4055e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang } else if (h264type.eProfile == OMX_VIDEO_AVCProfileMain || 4056e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.eProfile == OMX_VIDEO_AVCProfileHigh) { 4057e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nSliceHeaderSpacing = 0; 4058e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bUseHadamard = OMX_TRUE; 4059e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefFrames = 2; 4060e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nBFrames = 1; 4061e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nPFrames = setPFramesSpacing(iFrameInterval, frameRate); 4062e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nAllowedPictureTypes = 4063e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP | OMX_VIDEO_PictureTypeB; 4064e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefIdx10ActiveMinus1 = 0; 4065e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nRefIdx11ActiveMinus1 = 0; 4066e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bEntropyCodingCABAC = OMX_TRUE; 4067e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bWeightedPPrediction = OMX_TRUE; 4068e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bconstIpred = OMX_TRUE; 4069e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bDirect8x8Inference = OMX_TRUE; 4070e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.bDirectSpatialTemporal = OMX_TRUE; 4071e98883f809d3eb7502f29d977a68179b3998e0d3Hangyu Kuang h264type.nCabacInitIdc = 1; 40725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (h264type.nBFrames != 0) { 40755778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 40765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40785778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableUEP = OMX_FALSE; 40795778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableFMO = OMX_FALSE; 40805778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableASO = OMX_FALSE; 40815778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bEnableRS = OMX_FALSE; 40825778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 40835778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.bMBAFF = OMX_FALSE; 40845778822d86b0337407514b9372562b86edfa91cdAndreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 40855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40865778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = mOMX->setParameter( 40875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 40885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 40905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 40915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 40925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 409396076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber return configureBitrate(bitrate, bitrateMode); 40945778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 40955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4096c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachadstatus_t ACodec::setupHEVCEncoderParameters(const sp<AMessage> &msg) { 4097c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t bitrate, iFrameInterval; 4098c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("bitrate", &bitrate) 4099c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad || !msg->findInt32("i-frame-interval", &iFrameInterval)) { 4100c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4101c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4102c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4103c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 4104c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4105c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad float frameRate; 4106c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findFloat("frame-rate", &frameRate)) { 4107c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t tmp; 4108c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("frame-rate", &tmp)) { 4109c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4110c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4111c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad frameRate = (float)tmp; 4112c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4113c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4114c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad OMX_VIDEO_PARAM_HEVCTYPE hevcType; 4115c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad InitOMXParams(&hevcType); 4116c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.nPortIndex = kPortIndexOutput; 4117c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4118c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad status_t err = OK; 4119c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->getParameter( 4120c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 4121c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4122c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4123c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4124c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4125c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t profile; 4126c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (msg->findInt32("profile", &profile)) { 4127c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad int32_t level; 4128c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (!msg->findInt32("level", &level)) { 4129c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return INVALID_OPERATION; 4130c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4131c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4132c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = verifySupportForProfileAndLevel(profile, level); 4133c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4134c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4135c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4136c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4137c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eProfile = static_cast<OMX_VIDEO_HEVCPROFILETYPE>(profile); 4138c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad hevcType.eLevel = static_cast<OMX_VIDEO_HEVCLEVELTYPE>(level); 4139c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 41409aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim // TODO: finer control? 41419aa87d4ef502c9700a31fe46dc6e1d6f99cf4e5eWonsik Kim hevcType.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 4142c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4143c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad err = mOMX->setParameter( 4144c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoHevc, &hevcType, sizeof(hevcType)); 4145c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad if (err != OK) { 4146c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return err; 4147c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad } 4148c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 4149c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad return configureBitrate(bitrate, bitrateMode); 4150c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad} 4151c8efda9e9cd61dfe8e486c93fa8940b77cc3ccebRachad 415289b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huberstatus_t ACodec::setupVPXEncoderParameters(const sp<AMessage> &msg) { 415389b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber int32_t bitrate; 41544154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t iFrameInterval = 0; 41554154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev size_t tsLayers = 0; 41564154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_ANDROID_VPXTEMPORALLAYERPATTERNTYPE pattern = 41574154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_VPXTemporalLayerPatternNone; 41584154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev static const uint32_t kVp8LayerRateAlloction 41594154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] 41604154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev [OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS] = { 41614154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev {100, 100, 100}, // 1 layer 41624154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 60, 100, 100}, // 2 layers {60%, 40%} 41634154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev { 40, 60, 100}, // 3 layers {40%, 20%, 40%} 41644154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev }; 416589b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber if (!msg->findInt32("bitrate", &bitrate)) { 416689b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return INVALID_OPERATION; 416789b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber } 41684154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev msg->findInt32("i-frame-interval", &iFrameInterval); 416989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 417089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber OMX_VIDEO_CONTROLRATETYPE bitrateMode = getBitrateMode(msg); 417189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 41724154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev float frameRate; 41734154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findFloat("frame-rate", &frameRate)) { 41744154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev int32_t tmp; 41754154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (!msg->findInt32("frame-rate", &tmp)) { 41764154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev return INVALID_OPERATION; 41774154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 41784154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev frameRate = (float)tmp; 41794154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 41804154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 41814154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev AString tsSchema; 41824154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (msg->findString("ts-schema", &tsSchema)) { 41834154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsSchema == "webrtc.vp8.1-layer") { 41844154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 41854154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 1; 41864154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.2-layer") { 41874154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 41884154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 2; 41894154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else if (tsSchema == "webrtc.vp8.3-layer") { 41904154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev pattern = OMX_VIDEO_VPXTemporalLayerPatternWebRTC; 41914154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev tsLayers = 3; 41924154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } else { 41934154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Unsupported ts-schema [%s]", tsSchema.c_str()); 41944154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 41954154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 41964154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 41974154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 41984154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev InitOMXParams(&vp8type); 41994154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nPortIndex = kPortIndexOutput; 42004154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev status_t err = mOMX->getParameter( 42014154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 42024154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 42034154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 42044154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err == OK) { 42054154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (iFrameInterval > 0) { 42064154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nKeyFrameInterval = setPFramesSpacing(iFrameInterval, frameRate); 42074154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42084154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.eTemporalPattern = pattern; 42094154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerCount = tsLayers; 42104154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (tsLayers > 0) { 42114154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev for (size_t i = 0; i < OMX_VIDEO_ANDROID_MAXVP8TEMPORALLAYERS; i++) { 42124154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nTemporalLayerBitrateRatio[i] = 42134154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev kVp8LayerRateAlloction[tsLayers - 1][i]; 42144154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42154154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42164154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (bitrateMode == OMX_Video_ControlRateConstant) { 42174154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMinQuantizer = 2; 42184154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev vp8type.nMaxQuantizer = 63; 42194154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42204154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 42214154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev err = mOMX->setParameter( 42224154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev mNode, (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 42234154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev &vp8type, sizeof(vp8type)); 42244154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev if (err != OK) { 42254154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev ALOGW("Extended VP8 parameters set failed: %d", err); 42264154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42274154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev } 42284154795d5526750b7aec5f774831a9e1ba0a3f15Alex Glaznev 422989b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber return configureBitrate(bitrate, bitrateMode); 423089b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber} 423189b31a3f670d8bec87bed50aaad9bcd8edec66b6Andreas Huber 42325778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::verifySupportForProfileAndLevel( 42335778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t profile, int32_t level) { 42345778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE params; 42355778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(¶ms); 42365778822d86b0337407514b9372562b86edfa91cdAndreas Huber params.nPortIndex = kPortIndexOutput; 42375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42386e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 42396e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.nProfileIndex = index; 42405778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 42415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, 42425778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_IndexParamVideoProfileLevelQuerySupported, 42435778822d86b0337407514b9372562b86edfa91cdAndreas Huber ¶ms, 42445778822d86b0337407514b9372562b86edfa91cdAndreas Huber sizeof(params)); 42455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 42475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 42485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42505778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedProfile = static_cast<int32_t>(params.eProfile); 42515778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t supportedLevel = static_cast<int32_t>(params.eLevel); 42525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (profile == supportedProfile && level <= supportedLevel) { 42545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 42555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42566e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 42576e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 42586e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 42596e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar mComponentName.c_str(), index, 42606e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar params.eProfile, params.eLevel); 42616e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 42625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42636e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar return ERROR_UNSUPPORTED; 42645778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 42655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 426696076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huberstatus_t ACodec::configureBitrate( 426796076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode) { 42685778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 42695778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&bitrateType); 42705778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nPortIndex = kPortIndexOutput; 42715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42725778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 42735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 42745778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 42755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 42775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 42785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 42795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 428096076964863ee6887f0bed9d0f11f424b48ab9b9Andreas Huber bitrateType.eControlRate = bitrateMode; 42815778822d86b0337407514b9372562b86edfa91cdAndreas Huber bitrateType.nTargetBitrate = bitrate; 42825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 42845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoBitrate, 42855778822d86b0337407514b9372562b86edfa91cdAndreas Huber &bitrateType, sizeof(bitrateType)); 42865778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 42875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42885778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t ACodec::setupErrorCorrectionParameters() { 42895778822d86b0337407514b9372562b86edfa91cdAndreas Huber OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 42905778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&errorCorrectionType); 42915778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nPortIndex = kPortIndexOutput; 42925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42935778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = mOMX->getParameter( 42945778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 42955778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 42965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 42985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; // Optional feature. Ignore this failure 42995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 43005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43015778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableHEC = OMX_FALSE; 43025778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableResync = OMX_TRUE; 43035778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.nResynchMarkerSpacing = 256; 43045778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 43055778822d86b0337407514b9372562b86edfa91cdAndreas Huber errorCorrectionType.bEnableRVLC = OMX_FALSE; 43065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return mOMX->setParameter( 43085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mNode, OMX_IndexParamVideoErrorCorrection, 43095778822d86b0337407514b9372562b86edfa91cdAndreas Huber &errorCorrectionType, sizeof(errorCorrectionType)); 43105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 43115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4312f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::setVideoFormatOnPort( 4313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex, 431478b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad int32_t width, int32_t height, OMX_VIDEO_CODINGTYPE compressionFormat, 431578b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad float frameRate) { 4316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 4317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber InitOMXParams(&def); 4318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nPortIndex = portIndex; 4319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 4321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mOMX->getParameter( 4323f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4324777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4325777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4326777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 4330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const size_t X = 64 * 1024; 4331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (def.nBufferSize < X) { 4332f933441648ef6a71dee783d733aac17b9508b452Andreas Huber def.nBufferSize = X; 4333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4336777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDomain != OMX_PortDomainVideo) { 4337777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("expected video port, got %s(%d)", asString(def.eDomain), def.eDomain); 4338777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4339777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameWidth = width; 4342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->nFrameHeight = height; 4343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexInput) { 4345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eCompressionFormat = compressionFormat; 4346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 434778b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad if (frameRate >= 0) { 434878b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad video_def->xFramerate = (OMX_U32)(frameRate * 65536.0f); 434978b01639c08fe5e7e9c1be5e9dc5de560f1383f9Rachad } 4350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber err = mOMX->setParameter( 4353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 4356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4358f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::initNativeWindow() { 4359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mNativeWindow != NULL) { 4360a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar return mOMX->enableNativeBuffers(mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_TRUE); 4361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4363a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mOMX->enableNativeBuffers(mNode, kPortIndexOutput, OMX_TRUE /* graphic */, OMX_FALSE); 4364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return OK; 4365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4367d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Hubersize_t ACodec::countBuffersOwnedByComponent(OMX_U32 portIndex) const { 4368d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber size_t n = 0; 4369d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4370d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4371d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber const BufferInfo &info = mBuffers[portIndex].itemAt(i); 4372d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4373d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_COMPONENT) { 4374d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber ++n; 4375d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4376d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber } 4377d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 4378d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber return n; 4379d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber} 4380d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 43817e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubersize_t ACodec::countBuffersOwnedByNativeWindow() const { 43827e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber size_t n = 0; 43837e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 43847e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber for (size_t i = 0; i < mBuffers[kPortIndexOutput].size(); ++i) { 43857e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber const BufferInfo &info = mBuffers[kPortIndexOutput].itemAt(i); 43867e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 43877e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (info.mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 43887e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber ++n; 43897e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 43907e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 43917e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 43927e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return n; 43937e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 43947e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 43957e7013392e302a28364df1dcee79b82ad90978b4Andreas Hubervoid ACodec::waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs() { 43967e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber if (mNativeWindow == NULL) { 43977e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber return; 43987e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 43997e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4400e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar while (countBuffersOwnedByNativeWindow() > mNumUndequeuedBuffers 44017e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber && dequeueBufferFromNativeWindow() != NULL) { 4402c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar // these buffers will be submitted as regular buffers; account for this 4403054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (storingMetadataInDecodedBuffers() && mMetadataBuffersToSubmit > 0) { 4404054219874873b41f1c815552987c10465c34ba2bLajos Molnar --mMetadataBuffersToSubmit; 4405c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar } 44067e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber } 44077e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber} 44087e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 4409f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs( 4410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 4411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mBuffers[portIndex].size(); ++i) { 4412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mBuffers[portIndex].editItemAt(i); 4413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus != BufferInfo::OWNED_BY_US 4415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 4416609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] Buffer %u on port %u still has status %d", 4417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mComponentName.c_str(), 4418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mBufferID, portIndex, info->mStatus); 4419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 4420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 4424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4426f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::allYourBuffersAreBelongToUs() { 4427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return allYourBuffersAreBelongToUs(kPortIndexInput) 4428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && allYourBuffersAreBelongToUs(kPortIndexOutput); 4429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4431f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::deferMessage(const sp<AMessage> &msg) { 4432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.push_back(msg); 4433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4435f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::processDeferredMessages() { 4436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> > queue = mDeferredQueue; 4437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDeferredQueue.clear(); 4438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<sp<AMessage> >::iterator it = queue.begin(); 4440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (it != queue.end()) { 4441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onMessageReceived(*it++); 4442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 4443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 4444f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 444503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar// static 444673dd808754c641fe798273d356ee38368715fa7bLajos Molnarbool ACodec::describeDefaultColorFormat(DescribeColorFormat2Params ¶ms) { 444773dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &image = params.sMediaImage; 444803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar memset(&image, 0, sizeof(image)); 444903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 445073dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mType = MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 445103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 0; 445203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 445303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar const OMX_COLOR_FORMATTYPE fmt = params.eColorFormat; 445403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mWidth = params.nFrameWidth; 445503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mHeight = params.nFrameHeight; 445603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 445703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // only supporting YUV420 445803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (fmt != OMX_COLOR_FormatYUV420Planar && 445903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedPlanar && 446003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar fmt != OMX_COLOR_FormatYUV420SemiPlanar && 44615a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar fmt != OMX_COLOR_FormatYUV420PackedSemiPlanar && 44622ad160ba086f0504cf56dcc24619a0cee2546a23Dan Stoza fmt != (OMX_COLOR_FORMATTYPE)HAL_PIXEL_FORMAT_YV12) { 446303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar ALOGW("do not know color format 0x%x = %d", fmt, fmt); 4464229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 446503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 446603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4467b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar // TEMPORARY FIX for some vendors that advertise sliceHeight as 0 4468b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar if (params.nStride != 0 && params.nSliceHeight == 0) { 4469b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("using sliceHeight=%u instead of what codec advertised (=0)", 4470b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nFrameHeight); 4471b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar params.nSliceHeight = params.nFrameHeight; 4472b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 4473b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 447434e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // we need stride and slice-height to be non-zero and sensible. These values were chosen to 447534e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // prevent integer overflows further down the line, and do not indicate support for 447634e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen // 32kx32k video. 447734e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen if (params.nStride == 0 || params.nSliceHeight == 0 447834e63e9ffe6496d9180c825dc119c1fd1020ef8bMarco Nelissen || params.nStride > 32768 || params.nSliceHeight > 32768) { 4479b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar ALOGW("cannot describe color format 0x%x = %d with stride=%u and sliceHeight=%u", 4480b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar fmt, fmt, params.nStride, params.nSliceHeight); 4481b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar return false; 4482b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar } 4483b32ebac7e3afb49b41eeccf130c8a96c1dae85d1Lajos Molnar 448403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set-up YUV format 448573dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mType = MediaImage2::MEDIA_IMAGE_TYPE_YUV; 448603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mNumPlanes = 3; 448703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mBitDepth = 8; 448873dd808754c641fe798273d356ee38368715fa7bLajos Molnar image.mBitDepthAllocated = 8; 448903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mOffset = 0; 449003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mColInc = 1; 449103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mRowInc = params.nStride; 449203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mHorizSubsampling = 1; 449303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.Y].mVertSubsampling = 1; 449403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 44955a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar switch ((int)fmt) { 44965a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case HAL_PIXEL_FORMAT_YV12: 44975a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar if (params.bUsingNativeBuffers) { 44985a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t ystride = align(params.nStride, 16); 44995a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar size_t cstride = align(params.nStride / 2, 16); 45005a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.Y].mRowInc = ystride; 45015a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 45025a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mOffset = ystride * params.nSliceHeight; 45035a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mColInc = 1; 45045a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mRowInc = cstride; 45055a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 45065a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 45075a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 45085a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mOffset = image.mPlane[image.V].mOffset 45095a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar + (cstride * params.nSliceHeight / 2); 45105a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mColInc = 1; 45115a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mRowInc = cstride; 45125a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 45135a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 45145a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar break; 45155a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } else { 45165a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar // fall through as YV12 is used for YUV420Planar by some codecs 45175a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar } 45185a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 45195a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar case OMX_COLOR_FormatYUV420Planar: 452003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedPlanar: 452103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 452203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 1; 452303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride / 2; 452403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 452503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 452603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 452703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset 452803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar + (params.nStride * params.nSliceHeight / 4); 452903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 1; 453003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride / 2; 453103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 453203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 453303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 453403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 453503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420SemiPlanar: 453603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // FIXME: NV21 for sw-encoder, NV12 for decoder and hw-encoder 453703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar case OMX_COLOR_FormatYUV420PackedSemiPlanar: 453803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // NV12 453903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mOffset = params.nStride * params.nSliceHeight; 454003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mColInc = 2; 454103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mRowInc = params.nStride; 454203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mHorizSubsampling = 2; 454303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.U].mVertSubsampling = 2; 454403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 454503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mOffset = image.mPlane[image.U].mOffset + 1; 454603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mColInc = 2; 454703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mRowInc = params.nStride; 454803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mHorizSubsampling = 2; 454903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar image.mPlane[image.V].mVertSubsampling = 2; 455003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar break; 455103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 455203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar default: 455303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar TRESPASS(); 455403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 4555229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4556229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 4557229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4558229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 4559229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::describeColorFormat( 4560229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 456173dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params &describeParams) 4562229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar{ 4563229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_INDEXTYPE describeColorFormatIndex; 4564229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (omx->getExtensionIndex( 4565229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar node, "OMX.google.android.index.describeColorFormat", 456673dd808754c641fe798273d356ee38368715fa7bLajos Molnar &describeColorFormatIndex) == OK) { 456773dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormatParams describeParamsV1(describeParams); 456873dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (omx->getParameter( 456973dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, describeColorFormatIndex, 457073dd808754c641fe798273d356ee38368715fa7bLajos Molnar &describeParamsV1, sizeof(describeParamsV1)) == OK) { 457173dd808754c641fe798273d356ee38368715fa7bLajos Molnar describeParams.initFromV1(describeParamsV1); 457273dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeParams.sMediaImage.mType != MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 457373dd808754c641fe798273d356ee38368715fa7bLajos Molnar } 457473dd808754c641fe798273d356ee38368715fa7bLajos Molnar } else if (omx->getExtensionIndex( 457573dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, "OMX.google.android.index.describeColorFormat2", &describeColorFormatIndex) == OK 457673dd808754c641fe798273d356ee38368715fa7bLajos Molnar && omx->getParameter( 457773dd808754c641fe798273d356ee38368715fa7bLajos Molnar node, describeColorFormatIndex, &describeParams, sizeof(describeParams)) == OK) { 457873dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeParams.sMediaImage.mType != MediaImage2::MEDIA_IMAGE_TYPE_UNKNOWN; 457973dd808754c641fe798273d356ee38368715fa7bLajos Molnar } 458073dd808754c641fe798273d356ee38368715fa7bLajos Molnar 458173dd808754c641fe798273d356ee38368715fa7bLajos Molnar return describeDefaultColorFormat(describeParams); 4582229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar} 4583229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4584229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar// static 4585229d242665c612fd97431d1e7ac004823b47f181Lajos Molnarbool ACodec::isFlexibleColorFormat( 4586229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar const sp<IOMX> &omx, IOMX::node_id node, 45870d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar uint32_t colorFormat, bool usingNativeBuffers, OMX_U32 *flexibleEquivalent) { 458873dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 4589229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar InitOMXParams(&describeParams); 4590229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.eColorFormat = (OMX_COLOR_FORMATTYPE)colorFormat; 4591229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // reasonable dummy values 4592229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameWidth = 128; 4593229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nFrameHeight = 128; 4594229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nStride = 128; 4595229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar describeParams.nSliceHeight = 128; 45960d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = (OMX_BOOL)usingNativeBuffers; 4597229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4598229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar CHECK(flexibleEquivalent != NULL); 4599229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4600229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (!describeColorFormat(omx, node, describeParams)) { 4601229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4602229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4603229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 460473dd808754c641fe798273d356ee38368715fa7bLajos Molnar const MediaImage2 &img = describeParams.sMediaImage; 460573dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (img.mType == MediaImage2::MEDIA_IMAGE_TYPE_YUV) { 460673dd808754c641fe798273d356ee38368715fa7bLajos Molnar if (img.mNumPlanes != 3 460773dd808754c641fe798273d356ee38368715fa7bLajos Molnar || img.mPlane[img.Y].mHorizSubsampling != 1 460873dd808754c641fe798273d356ee38368715fa7bLajos Molnar || img.mPlane[img.Y].mVertSubsampling != 1) { 4609229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 4610229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4611229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4612229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // YUV 420 4613229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mPlane[img.U].mHorizSubsampling == 2 4614229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.U].mVertSubsampling == 2 4615229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mHorizSubsampling == 2 4616229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar && img.mPlane[img.V].mVertSubsampling == 2) { 4617229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // possible flexible YUV420 format 4618229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (img.mBitDepth <= 8) { 4619229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar *flexibleEquivalent = OMX_COLOR_FormatYUV420Flexible; 4620229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return true; 4621229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4622229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4623229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4624229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar return false; 462503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar} 462603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4627e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t ACodec::getPortFormat(OMX_U32 portIndex, sp<AMessage> ¬ify) { 4628777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim const char *niceIndex = portIndex == kPortIndexInput ? "input" : "output"; 462931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 463031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber InitOMXParams(&def); 4631e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar def.nPortIndex = portIndex; 463231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4633777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = mOMX->getParameter(mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4634777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4635777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4636777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 463731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4638777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (def.eDir != (portIndex == kPortIndexOutput ? OMX_DirOutput : OMX_DirInput)) { 4639777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("unexpected dir: %s(%d) on %s port", asString(def.eDir), def.eDir, niceIndex); 4640777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4641777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 464231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 464331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber switch (def.eDomain) { 464431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainVideo: 464531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 464631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 4647e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar switch ((int)videoDef->eCompressionFormat) { 4648e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_VIDEO_CodingUnused: 4649e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4650e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(mIsEncoder ^ (portIndex == kPortIndexOutput)); 4651e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_VIDEO_RAW); 4652e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4653e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("stride", videoDef->nStride); 4654e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("slice-height", videoDef->nSliceHeight); 4655e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("color-format", videoDef->eColorFormat); 4656e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 46570d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (mNativeWindow == NULL) { 465873dd808754c641fe798273d356ee38368715fa7bLajos Molnar DescribeColorFormat2Params describeParams; 46590d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar InitOMXParams(&describeParams); 46600d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.eColorFormat = videoDef->eColorFormat; 46610d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameWidth = videoDef->nFrameWidth; 46620d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nFrameHeight = videoDef->nFrameHeight; 46630d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nStride = videoDef->nStride; 46640d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.nSliceHeight = videoDef->nSliceHeight; 46650d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar describeParams.bUsingNativeBuffers = OMX_FALSE; 46660d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar 46670d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar if (describeColorFormat(mOMX, mNode, describeParams)) { 46680d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar notify->setBuffer( 46690d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar "image-data", 46700d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar ABuffer::CreateAsCopy( 46710d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar &describeParams.sMediaImage, 46720d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar sizeof(describeParams.sMediaImage))); 46735a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 467473dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2 &img = describeParams.sMediaImage; 467573dd808754c641fe798273d356ee38368715fa7bLajos Molnar MediaImage2::PlaneInfo *plane = img.mPlane; 467673dd808754c641fe798273d356ee38368715fa7bLajos Molnar ALOGV("[%s] MediaImage { F(%ux%u) @%u+%d+%d @%u+%d+%d @%u+%d+%d }", 467773dd808754c641fe798273d356ee38368715fa7bLajos Molnar mComponentName.c_str(), img.mWidth, img.mHeight, 467873dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[0].mOffset, plane[0].mColInc, plane[0].mRowInc, 467973dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[1].mOffset, plane[1].mColInc, plane[1].mRowInc, 468073dd808754c641fe798273d356ee38368715fa7bLajos Molnar plane[2].mOffset, plane[2].mColInc, plane[2].mRowInc); 46810d09182a1dde960f7acda1c28469e5deead1b996Lajos Molnar } 468203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 468303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 4684b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t width = (int32_t)videoDef->nFrameWidth; 4685b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t height = (int32_t)videoDef->nFrameHeight; 4686b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4687b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (portIndex == kPortIndexOutput) { 4688b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_CONFIG_RECTTYPE rect; 4689b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar InitOMXParams(&rect); 4690b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nPortIndex = portIndex; 4691b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4692b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOMX->getConfig( 4693b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mNode, 4694b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (portIndex == kPortIndexOutput ? 4695b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonOutputCrop : 4696b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar OMX_IndexConfigCommonInputCrop), 4697b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar &rect, sizeof(rect)) != OK) { 4698b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft = 0; 4699b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop = 0; 4700b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nWidth = videoDef->nFrameWidth; 4701b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nHeight = videoDef->nFrameHeight; 4702b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 470391a3cc00db31a713a25848f345bd624ac2ad8dc5Lajos Molnar 4704b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (rect.nLeft < 0 || 4705b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop < 0 || 4706b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth > videoDef->nFrameWidth || 4707b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight > videoDef->nFrameHeight) { 4708b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("Wrong cropped rect (%d, %d) - (%u, %u) vs. frame (%u, %u)", 4709b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, rect.nTop, 4710b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth, rect.nTop + rect.nHeight, 4711b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar videoDef->nFrameWidth, videoDef->nFrameHeight); 4712b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return BAD_VALUE; 4713b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 471431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 4715b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setRect( 4716b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "crop", 4717b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft, 4718b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop, 4719b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nLeft + rect.nWidth - 1, 4720b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar rect.nTop + rect.nHeight - 1); 4721b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4722b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width = rect.nWidth; 4723b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar height = rect.nHeight; 4724b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 4725b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace = HAL_DATASPACE_UNKNOWN; 4726b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getColorAspectsAndDataSpaceForVideoDecoder( 4727b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar width, height, mConfigFormat, notify, 4728b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mUsingNativeWindow ? &dataSpace : NULL); 4729b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mUsingNativeWindow) { 4730b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setInt32("android._dataspace", dataSpace); 4731b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 4732db318d40b90a456311b3920c605e33b763ca79f9Hangyu Kuang (void)getHDRStaticInfoForVideoDecoder(notify); 4733b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } else { 4734b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar (void)getInputColorAspectsForVideoEncoder(notify); 4735777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4736e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4737e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4738e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 47394730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 47404730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP8: 47414730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case OMX_VIDEO_CodingVP9: 47424730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 47434730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia OMX_VIDEO_PARAM_ANDROID_VP8ENCODERTYPE vp8type; 47444730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia InitOMXParams(&vp8type); 47454730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia vp8type.nPortIndex = kPortIndexOutput; 47464730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia status_t err = mOMX->getParameter( 47474730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia mNode, 47484730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia (OMX_INDEXTYPE)OMX_IndexParamVideoAndroidVp8Encoder, 47494730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia &vp8type, 47504730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia sizeof(vp8type)); 47514730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 47524730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (err == OK) { 47534730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia AString tsSchema = "none"; 47544730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia if (vp8type.eTemporalPattern 47554730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia == OMX_VIDEO_VPXTemporalLayerPatternWebRTC) { 47564730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia switch (vp8type.nTemporalLayerCount) { 47574730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 1: 47584730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 47594730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.1-layer"; 47604730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 47614730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 47624730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 2: 47634730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 47644730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.2-layer"; 47654730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 47664730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 47674730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia case 3: 47684730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 47694730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia tsSchema = "webrtc.vp8.3-layer"; 47704730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 47714730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 47724730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia default: 47734730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia { 47744730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia break; 47754730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 47764730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 47774730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 47784730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia notify->setString("ts-schema", tsSchema); 47794730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 47804730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia // Fall through to set up mime. 47814730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia } 47824730fa07a3290cc3a904dcb16dbb92fcf46c36acWei Jia 4783e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar default: 4784e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4785777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mIsEncoder ^ (portIndex == kPortIndexOutput)) { 4786777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim // should be CodingUnused 4787777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Raw port video compression format is %s(%d)", 4788777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(videoDef->eCompressionFormat), 4789777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim videoDef->eCompressionFormat); 4790777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_VALUE; 4791777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4792e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 4793e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (GetMimeTypeForVideoCoding( 4794e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar videoDef->eCompressionFormat, &mime) != OK) { 4795e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", "application/octet-stream"); 4796e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } else { 4797e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", mime.c_str()); 4798e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4799870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang uint32_t intraRefreshPeriod = 0; 4800870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (mIsEncoder && getIntraRefreshPeriod(&intraRefreshPeriod) == OK 4801870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 4802870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang notify->setInt32("intra-refresh-period", intraRefreshPeriod); 4803870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 4804e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4805e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 480631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 4807e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("width", videoDef->nFrameWidth); 4808e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("height", videoDef->nFrameHeight); 48095a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar ALOGV("[%s] %s format is %s", mComponentName.c_str(), 48105a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar portIndex == kPortIndexInput ? "input" : "output", 48115a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar notify->debugString().c_str()); 48125a52a060fcbe4804bcf4f61b8a457fe0e18a9014Lajos Molnar 481331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 481431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 481531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 481631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber case OMX_PortDomainAudio: 481731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber { 481831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 481931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 482097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu switch ((int)audioDef->eEncoding) { 4821e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingPCM: 4822e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4823e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 4824e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4825e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4826e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4827777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4828777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4829777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4830777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4831777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 483214f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 4833777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (params.nChannels <= 0 4834777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || (params.nChannels != 1 && !params.bInterleaved) 4835777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim || params.ePCMMode != OMX_AUDIO_PCMModeLinear) { 48365b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGE("unsupported PCM port: %u channels%s, %u-bit", 4837777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.nChannels, 4838777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim params.bInterleaved ? " interleaved" : "", 48395b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar params.nBitPerSample); 4840777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return FAILED_TRANSACTION; 4841777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4842e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4843e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_RAW); 4844e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4845e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSamplingRate); 48465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 48475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding encoding = kAudioEncodingPcm16bit; 48485b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (params.eNumData == OMX_NumericalDataUnsigned 48495b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar && params.nBitPerSample == 8u) { 48505b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar encoding = kAudioEncodingPcm8bit; 48515b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (params.eNumData == OMX_NumericalDataFloat 48525b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar && params.nBitPerSample == 32u) { 48535b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar encoding = kAudioEncodingPcmFloat; 48545b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (params.nBitPerSample != 16u 48555b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar || params.eNumData != OMX_NumericalDataSigned) { 48565b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar ALOGE("unsupported PCM port: %s(%d), %s(%d) mode ", 48575b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar asString(params.eNumData), params.eNumData, 48585b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar asString(params.ePCMMode), params.ePCMMode); 48595b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return FAILED_TRANSACTION; 48605b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 48615b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar notify->setInt32("pcm-encoding", encoding); 4862e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4863e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mChannelMaskPresent) { 4864e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-mask", mChannelMask); 48658b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 4866e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 48678b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 48689806555d3930be43e11106281dee354820ac1c88Andreas Huber 4869e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAAC: 4870e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4871e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE params; 4872e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4873e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4874e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4875777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4876777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAac, ¶ms, sizeof(params)); 4877777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4878777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4879777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4880e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4881e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AAC); 4882e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4883e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4884e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4885e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4886e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4887e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingAMR: 4888e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4889e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_AMRTYPE params; 4890e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4891e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 48929806555d3930be43e11106281dee354820ac1c88Andreas Huber 4893777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4894777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioAmr, ¶ms, sizeof(params)); 4895777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4896777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4897777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4898e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4899e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", 1); 4900e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (params.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0) { 49010806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_WB); 4902e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 16000); 4903e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 49040806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AMR_NB); 4905e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", 8000); 4906e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4907e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4908e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4909e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4910e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber case OMX_AUDIO_CodingFLAC: 4911e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber { 4912e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber OMX_AUDIO_PARAM_FLACTYPE params; 4913e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber InitOMXParams(¶ms); 4914e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4915e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4916777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4917777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioFlac, ¶ms, sizeof(params)); 4918777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4919777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4920777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4921e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4922e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setString("mime", MEDIA_MIMETYPE_AUDIO_FLAC); 4923e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("channel-count", params.nChannels); 4924e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber notify->setInt32("sample-rate", params.nSampleRate); 4925e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber break; 4926e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 4927e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 4928e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingMP3: 4929e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4930e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_MP3TYPE params; 4931e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4932e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4933e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4934777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4935777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioMp3, ¶ms, sizeof(params)); 4936777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4937777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4938777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4939e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4940e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MPEG); 4941e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4942e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4943e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4944e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4945e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4946e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case OMX_AUDIO_CodingVORBIS: 4947e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar { 4948e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar OMX_AUDIO_PARAM_VORBISTYPE params; 4949e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar InitOMXParams(¶ms); 4950e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 4951e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4952777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4953777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioVorbis, ¶ms, sizeof(params)); 4954777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4955777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4956777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 4957e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 4958e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setString("mime", MEDIA_MIMETYPE_AUDIO_VORBIS); 4959e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("channel-count", params.nChannels); 4960e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setInt32("sample-rate", params.nSampleRate); 4961e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar break; 4962e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 4963e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 496497358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu case OMX_AUDIO_CodingAndroidAC3: 496597358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu { 496697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE params; 496797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu InitOMXParams(¶ms); 4968e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar params.nPortIndex = portIndex; 496997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 4970777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4971777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 4972777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4973777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4974777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4975777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 497697358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu 497797358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setString("mime", MEDIA_MIMETYPE_AUDIO_AC3); 497897358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("channel-count", params.nChannels); 497997358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu notify->setInt32("sample-rate", params.nSampleRate); 498097358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu break; 498197358c3e1adaf4a744cad78891a16d12e3e9c88eChangwan Ryu } 4982e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 49838a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad case OMX_AUDIO_CodingAndroidEAC3: 49848a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad { 49858a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad OMX_AUDIO_PARAM_ANDROID_EAC3TYPE params; 49868a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad InitOMXParams(¶ms); 49878a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad params.nPortIndex = portIndex; 49888a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 4989777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 4990777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidEac3, 4991777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 4992777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 4993777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 4994777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 49958a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 49968a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setString("mime", MEDIA_MIMETYPE_AUDIO_EAC3); 49978a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("channel-count", params.nChannels); 49988a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad notify->setInt32("sample-rate", params.nSampleRate); 49998a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad break; 50008a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad } 50018a4728966dc9c78e21c3c93a927707e93c05e5e0Rachad 50028c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian case OMX_AUDIO_CodingAndroidOPUS: 50038c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian { 50048c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian OMX_AUDIO_PARAM_ANDROID_OPUSTYPE params; 50058c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian InitOMXParams(¶ms); 50068c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian params.nPortIndex = portIndex; 50078c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 5008777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5009777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidOpus, 5010777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ¶ms, sizeof(params)); 5011777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5012777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5013777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 50148c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 50158c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setString("mime", MEDIA_MIMETYPE_AUDIO_OPUS); 50168c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("channel-count", params.nChannels); 50178c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian notify->setInt32("sample-rate", params.nSampleRate); 50188c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian break; 50198c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian } 50208c6693b73cb4aed9d1dcb8d5d0828a77b7471a55Vignesh Venkatasubramanian 502110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang case OMX_AUDIO_CodingG711: 502210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang { 502310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang OMX_AUDIO_PARAM_PCMMODETYPE params; 502410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang InitOMXParams(¶ms); 502510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang params.nPortIndex = portIndex; 502610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 5027777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5028777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, (OMX_INDEXTYPE)OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 5029777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5030777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5031777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 503210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 503310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang const char *mime = NULL; 503410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang if (params.ePCMMode == OMX_AUDIO_PCMModeMULaw) { 503510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_MLAW; 503610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else if (params.ePCMMode == OMX_AUDIO_PCMModeALaw) { 503710d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_G711_ALAW; 503810d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } else { // params.ePCMMode == OMX_AUDIO_PCMModeLinear 503910d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang mime = MEDIA_MIMETYPE_AUDIO_RAW; 504010d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 504110d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setString("mime", mime); 504210d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("channel-count", params.nChannels); 504310d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang notify->setInt32("sample-rate", params.nSamplingRate); 504478bd91b15ee8ea5aa2ab5a8cad7e892cb2d01c1bLajos Molnar notify->setInt32("pcm-encoding", kAudioEncodingPcm16bit); 504510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang break; 504610d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 504741d3f579d2c166984958263533284209b90c87d5Marco Nelissen 504841d3f579d2c166984958263533284209b90c87d5Marco Nelissen case OMX_AUDIO_CodingGSMFR: 504941d3f579d2c166984958263533284209b90c87d5Marco Nelissen { 50500806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_AUDIO_PARAM_PCMMODETYPE params; 505141d3f579d2c166984958263533284209b90c87d5Marco Nelissen InitOMXParams(¶ms); 505241d3f579d2c166984958263533284209b90c87d5Marco Nelissen params.nPortIndex = portIndex; 505341d3f579d2c166984958263533284209b90c87d5Marco Nelissen 5054777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim err = mOMX->getParameter( 5055777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 5056777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (err != OK) { 5057777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return err; 5058777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 505941d3f579d2c166984958263533284209b90c87d5Marco Nelissen 506041d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setString("mime", MEDIA_MIMETYPE_AUDIO_MSGSM); 506141d3f579d2c166984958263533284209b90c87d5Marco Nelissen notify->setInt32("channel-count", params.nChannels); 50620806340688c937e7b78c2d89db3809274130df4eLajos Molnar notify->setInt32("sample-rate", params.nSamplingRate); 506341d3f579d2c166984958263533284209b90c87d5Marco Nelissen break; 506410d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang } 506510d023beb0544591d0f5ff556f7f67356f0d9189Chong Zhang 5066e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber default: 5067777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported audio coding: %s(%d)\n", 5068777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim asString(audioDef->eEncoding), audioDef->eEncoding); 5069777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 5070e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 507131e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber break; 507231e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 507331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 507431e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber default: 5075777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unsupported domain: %s(%d)", asString(def.eDomain), def.eDomain); 5076777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return BAD_TYPE; 507731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber } 507831e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5079e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 5080e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 5081e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5082b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarvoid ACodec::onDataSpaceChanged(android_dataspace dataSpace, const ColorAspects &aspects) { 5083b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // aspects are normally communicated in ColorAspects 5084b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t range, standard, transfer; 5085b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar convertCodecColorAspectsToPlatformAspects(aspects, &range, &standard, &transfer); 5086b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5087b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // if some aspects are unspecified, use dataspace fields 5088b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 5089b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range = (dataSpace & HAL_DATASPACE_RANGE_MASK) >> HAL_DATASPACE_RANGE_SHIFT; 5090b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5091b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 5092b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard = (dataSpace & HAL_DATASPACE_STANDARD_MASK) >> HAL_DATASPACE_STANDARD_SHIFT; 5093b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5094b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 5095b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer = (dataSpace & HAL_DATASPACE_TRANSFER_MASK) >> HAL_DATASPACE_TRANSFER_SHIFT; 5096b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5097b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5098b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat = mOutputFormat->dup(); // trigger an output format changed event 5099b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (range != 0) { 5100b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-range", range); 5101b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5102b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (standard != 0) { 5103b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-standard", standard); 5104b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5105b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (transfer != 0) { 5106b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->setInt32("color-transfer", transfer); 5107b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5108b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5109b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGD("dataspace changed to %#x (R:%d(%s), P:%d(%s), M:%d(%s), T:%d(%s)) " 5110b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar "(R:%d(%s), S:%d(%s), T:%d(%s))", 5111b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar dataSpace, 5112b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mRange, asString(aspects.mRange), 5113b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mPrimaries, asString(aspects.mPrimaries), 5114b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mMatrixCoeffs, asString(aspects.mMatrixCoeffs), 5115b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mTransfer, asString(aspects.mTransfer), 5116b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar range, asString((ColorRange)range), 5117b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar standard, asString((ColorStandard)standard), 5118b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar transfer, asString((ColorTransfer)transfer)); 5119b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar} 5120b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 51211734c7d01c1567568ced29398b23abd601fd44cbLajos Molnarvoid ACodec::onOutputFormatChanged(sp<const AMessage> expectedFormat) { 5122697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // store new output format, at the same time mark that this is no longer the first frame 5123b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mOutputFormat = mBaseOutputFormat->dup(); 5124e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5125b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (getPortFormat(kPortIndexOutput, mOutputFormat) != OK) { 5126777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("[%s] Failed to get port format to send format change", mComponentName.c_str()); 5127777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 5128777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 5129e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 51301734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar if (expectedFormat != NULL) { 51311734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar sp<const AMessage> changes = expectedFormat->changesFrom(mOutputFormat); 51321734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar sp<const AMessage> to = mOutputFormat->changesFrom(expectedFormat); 51331734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar if (changes->countEntries() != 0 || to->countEntries() != 0) { 51341734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar ALOGW("[%s] BAD CODEC: Output format changed unexpectedly from (diff) %s to (diff) %s", 51351734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar mComponentName.c_str(), 51361734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar changes->debugString(4).c_str(), to->debugString(4).c_str()); 51371734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar } 51381734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar } 51391734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar 51405b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (!mIsVideo && !mIsEncoder) { 51415b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding pcmEncoding = kAudioEncodingPcm16bit; 51425b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mConfigFormat->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 51435b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar AudioEncoding codecPcmEncoding = kAudioEncodingPcm16bit; 51445b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar (void)mOutputFormat->findInt32("pcm-encoding", (int32_t*)&pcmEncoding); 51455b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 51465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mConverter[kPortIndexOutput] = AudioConverter::Create(codecPcmEncoding, pcmEncoding); 51475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (mConverter[kPortIndexOutput] != NULL) { 51485b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mOutputFormat->setInt32("pcm-encoding", pcmEncoding); 51495b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 51505b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 51515b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar 5152b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mTunneled) { 5153b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sendFormatChange(); 5154b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } 5155b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar} 5156b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5157b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnarvoid ACodec::addKeyFormatChangesToRenderBufferNotification(sp<AMessage> ¬ify) { 5158e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar AString mime; 5159b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 5160e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5161b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mime == MEDIA_MIMETYPE_VIDEO_RAW && mNativeWindow != NULL) { 5162b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // notify renderer of the crop change and dataspace change 5163e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar // NOTE: native window uses extended right-bottom coordinate 5164b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t left, top, right, bottom; 5165b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 5166b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setRect("crop", left, top, right + 1, bottom + 1); 5167b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5168b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5169b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t dataSpace; 5170b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 5171b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setInt32("dataspace", dataSpace); 5172b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5173b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } 5174b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar} 5175b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5176b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnarvoid ACodec::sendFormatChange() { 5177b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar AString mime; 5178b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 5179b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5180b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mime == MEDIA_MIMETYPE_AUDIO_RAW && (mEncoderDelay || mEncoderPadding)) { 5181e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar int32_t channelCount; 5182b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findInt32("channel-count", &channelCount)); 5183e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (mSkipCutBuffer != NULL) { 5184e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar size_t prevbufsize = mSkipCutBuffer->size(); 5185e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if (prevbufsize != 0) { 5186ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGW("Replacing SkipCutBuffer holding %zu bytes", prevbufsize); 5187e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5188e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5189b1cf03160fa7e7bc6e5cf138db07a7e1ab2ecb26Marco Nelissen mSkipCutBuffer = new SkipCutBuffer(mEncoderDelay, mEncoderPadding, channelCount); 5190e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 5191e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 5192b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar sp<AMessage> notify = mNotify->dup(); 5193b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar notify->setInt32("what", kWhatOutputFormatChanged); 5194b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar notify->setMessage("format", mOutputFormat); 519531e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber notify->post(); 519631e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5197b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar // mLastOutputFormat is not used when tunneled; doing this just to stay consistent 5198b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mLastOutputFormat = mOutputFormat; 519931e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber} 520031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 52015778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid ACodec::signalError(OMX_ERRORTYPE error, status_t internalError) { 5202cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber sp<AMessage> notify = mNotify->dup(); 5203d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatError); 5204251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("signalError(omxError %#x, internalError %d)", error, internalError); 5205251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung 5206251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (internalError == UNKNOWN_ERROR) { // find better error code 5207251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t omxStatus = statusFromOMXError(error); 5208251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (omxStatus != 0) { 5209251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung internalError = omxStatus; 5210251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else { 5211251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", error); 5212251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5213251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5214346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 5215346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang mFatalError = true; 5216346de3c26a8fbd0fa0c8102f4a21ea4dcee4432aChong Zhang 52175778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("err", internalError); 5218251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung notify->setInt32("actionCode", ACTION_CODE_FATAL); // could translate from OMX error. 5219cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber notify->post(); 5220cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber} 5221cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber 5222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 5223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5224eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberACodec::PortDescription::PortDescription() { 5225eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5226eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5227496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t ACodec::requestIDRFrame() { 5228496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!mIsEncoder) { 5229496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return ERROR_UNSUPPORTED; 5230496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 5231496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5232496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_CONFIG_INTRAREFRESHVOPTYPE params; 5233496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber InitOMXParams(¶ms); 5234496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5235496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.nPortIndex = kPortIndexOutput; 5236496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber params.IntraRefreshVOP = OMX_TRUE; 5237496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5238496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return mOMX->setConfig( 5239496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mNode, 5240496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber OMX_IndexConfigVideoIntraVOPRefresh, 5241496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ¶ms, 5242496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber sizeof(params)); 5243496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 5244496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 5245eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubervoid ACodec::PortDescription::addBuffer( 5246a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar IOMX::buffer_id id, const sp<ABuffer> &buffer, 5247a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar const sp<NativeHandle> &handle, const sp<RefBase> &memRef) { 5248eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBufferIDs.push_back(id); 5249eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber mBuffers.push_back(buffer); 5250a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar mHandles.push_back(handle); 525186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu mMemRefs.push_back(memRef); 5252eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5253eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5254eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersize_t ACodec::PortDescription::countBuffers() { 5255eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.size(); 5256eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5257eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5258eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas HuberIOMX::buffer_id ACodec::PortDescription::bufferIDAt(size_t index) const { 5259eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBufferIDs.itemAt(index); 5260eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5261eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5262eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Hubersp<ABuffer> ACodec::PortDescription::bufferAt(size_t index) const { 5263eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber return mBuffers.itemAt(index); 5264eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber} 5265eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5266a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnarsp<NativeHandle> ACodec::PortDescription::handleAt(size_t index) const { 5267a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar return mHandles.itemAt(index); 5268a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar} 5269a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar 527086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wusp<RefBase> ACodec::PortDescription::memRefAt(size_t index) const { 527186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu return mMemRefs.itemAt(index); 527286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu} 527386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu 5274eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber//////////////////////////////////////////////////////////////////////////////// 5275eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 5276f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::BaseState(ACodec *codec, const sp<AState> &parentState) 5277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : AState(parentState), 5278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec(codec) { 5279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5281ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas HuberACodec::BaseState::PortMode ACodec::BaseState::getPortMode( 5282ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 5283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return KEEP_BUFFERS; 5284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5286f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onMessageReceived(const sp<AMessage> &msg) { 5287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 5288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatInputBufferFilled: 5289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onInputBufferFilled(msg); 5291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatOutputBufferDrained: 5295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onOutputBufferDrained(msg); 5297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 530026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar case ACodec::kWhatOMXMessageList: 530126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar { 530226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessageList(msg) : true; 530326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 530426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 5305e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar case ACodec::kWhatOMXMessageItem: 5306e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar { 5307e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar // no need to check as we already did it for kWhatOMXMessageList 5308e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar return onOMXMessage(msg); 5309e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar } 5310e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar 5311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatOMXMessage: 5312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 531326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return checkOMXMessage(msg) ? onOMXMessage(msg) : true; 5314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case ACodec::kWhatSetSurface: 53171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 53181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 53191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 53201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 53221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->findObject("surface", &obj)); 53231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53242235b4efd3b8149e09c666e2235530f3e6ed9c9aLajos Molnar status_t err = mCodec->handleSetSurface(static_cast<Surface *>(obj.get())); 53251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 53271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->setInt32("err", err); 53281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar response->postReply(replyID); 53291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 53301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 53311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 53327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 53338f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 53347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 53357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 5336251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This may result in an app illegal state exception. 53377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("Message 0x%x was not handled", msg->what()); 53387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalError(OMX_ErrorUndefined, INVALID_OPERATION); 53397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return true; 53407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 53417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5342ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber case ACodec::kWhatOMXDied: 5343ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber { 5344251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // This will result in kFlagSawMediaServerDie handling in MediaCodec. 5345ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber ALOGE("OMX/mediaserver died, signalling error!"); 5346ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->signalError(OMX_ErrorResourcesLost, DEAD_OBJECT); 5347ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber break; 5348ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 5349ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 535030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 535130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 535230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGI("[%s] forcing the release of codec", 535330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str()); 535430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar status_t err = mCodec->mOMX->freeNode(mCodec->mNode); 535530358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar ALOGE_IF("[%s] failed to release codec instance: err=%d", 535630358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar mCodec->mComponentName.c_str(), err); 535730358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 535830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 535930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar notify->post(); 536030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 536130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 536230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 5363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 537026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::checkOMXMessage(const sp<AMessage> &msg) { 53715e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // there is a possibility that this is an outstanding message for a 53725e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar // codec that we have already destroyed 5373ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (mCodec->mNode == 0) { 53745e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar ALOGI("ignoring message as already freed component: %s", 53755e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar msg->debugString().c_str()); 537626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return false; 53775e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar } 53785e184b0d12f1ec436246a391da8d9355cc21ee08Lajos Molnar 5379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::node_id nodeID; 5380609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("node", (int32_t*)&nodeID)); 5381777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (nodeID != mCodec->mNode) { 5382777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message for nodeID: %u, should have been %u", nodeID, mCodec->mNode); 5383777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5384777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 538526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 538626a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 538726a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 538826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessageList(const sp<AMessage> &msg) { 538926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<RefBase> obj; 539026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findObject("messages", &obj)); 539126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar sp<MessageList> msgList = static_cast<MessageList *>(obj.get()); 539226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 539390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar bool receivedRenderedEvents = false; 539426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar for (std::list<sp<AMessage>>::const_iterator it = msgList->getList().cbegin(); 539526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar it != msgList->getList().cend(); ++it) { 5396e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar (*it)->setWhat(ACodec::kWhatOMXMessageItem); 5397e421a32aa696cd8abbf8fdc97cc8f37dbf372cacLajos Molnar mCodec->handleMessage(*it); 539890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int32_t type; 539990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK((*it)->findInt32("type", &type)); 540090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (type == omx_message::FRAME_RENDERED) { 540190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar receivedRenderedEvents = true; 540290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 540390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 540490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 540590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (receivedRenderedEvents) { 540690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // NOTE: all buffers are rendered in this case 540790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(); 540826a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar } 540926a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar return true; 541026a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar} 541126a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar 541226a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnarbool ACodec::BaseState::onOMXMessage(const sp<AMessage> &msg) { 541326a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar int32_t type; 541426a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar CHECK(msg->findInt32("type", &type)); 5415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (type) { 5417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EVENT: 5418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t event, data1, data2; 5420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("event", &event)); 5421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data1", &data1)); 5422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("data2", &data2)); 5423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54240af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber if (event == OMX_EventCmdComplete 54250af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data1 == OMX_CommandFlush 54260af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber && data2 == (int32_t)OMX_ALL) { 54270af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // Use of this notification is not consistent across 54280af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // implementations. We'll drop this notification and rely 54290af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // on flush-complete notifications on the individual port 54300af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber // indices instead. 54310af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 54320af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber return true; 54330af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber } 54340af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 5435f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXEvent( 5436f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_EVENTTYPE>(event), 5437f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data1), 5438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber static_cast<OMX_U32>(data2)); 5439f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 5442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 544415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t fenceFd; 544515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5446609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 544715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5448f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 544915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar return onOMXEmptyBufferDone(bufferID, fenceFd); 5450f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5451f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5452f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case omx_message::FILL_BUFFER_DONE: 5453f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5455609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer", (int32_t*)&bufferID)); 5456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 545715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int32_t rangeOffset, rangeLength, flags, fenceFd; 5458f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5459f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5460f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_offset", &rangeOffset)); 5461f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("range_length", &rangeLength)); 5462f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("flags", &flags)); 5463f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt64("timestamp", &timeUs)); 546415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar CHECK(msg->findInt32("fence_fd", &fenceFd)); 5465f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return onOMXFillBufferDone( 5467f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bufferID, 5468f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (size_t)rangeOffset, (size_t)rangeLength, 5469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (OMX_U32)flags, 547015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 547115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd); 5472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 547490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case omx_message::FRAME_RENDERED: 547590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 547690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, systemNano; 547790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 547890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("media_time_us", &mediaTimeUs)); 547990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar CHECK(msg->findInt64("system_nano", &systemNano)); 548090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 548190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return onOMXFrameRendered( 548290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, systemNano); 548390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 548490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5486777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Unexpected message type: %d", type); 5487777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 549190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::BaseState::onOMXFrameRendered( 549290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs __unused, nsecs_t systemNano __unused) { 549390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore outside of Executing and PortSettingsChanged states 549490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 549590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 549690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 5497f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXEvent( 5498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 5499b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (event == OMX_EventDataSpaceChanged) { 5500b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ColorAspects aspects; 5501b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mRange = (ColorAspects::Range)((data2 >> 24) & 0xFF); 5502b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mPrimaries = (ColorAspects::Primaries)((data2 >> 16) & 0xFF); 5503b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mMatrixCoeffs = (ColorAspects::MatrixCoeffs)((data2 >> 8) & 0xFF); 5504b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar aspects.mTransfer = (ColorAspects::Transfer)(data2 & 0xFF); 5505b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5506b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->onDataSpaceChanged((android_dataspace)data1, aspects); 5507b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return true; 5508b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 5509b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 5510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (event != OMX_EventError) { 5511ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] EVENT(%d, 0x%08x, 0x%08x)", 5512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), event, data1, data2); 5513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 5515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5517ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("[%s] ERROR(0x%08x)", mCodec->mComponentName.c_str(), data1); 5518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5519251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // verify OMX component sends back an error we expect. 5520251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung OMX_ERRORTYPE omxError = (OMX_ERRORTYPE)data1; 5521251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isOMXError(omxError)) { 5522251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGW("Invalid OMX error %#x", omxError); 5523251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung omxError = OMX_ErrorUndefined; 5524251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 5525251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(omxError); 5526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 553015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnarbool ACodec::BaseState::onOMXEmptyBufferDone(IOMX::buffer_id bufferID, int fenceFd) { 5531ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] onOMXEmptyBufferDone %u", 5532349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5533349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 55340806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 55350806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 55360806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 55370806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in EBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 55380806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 553915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 554015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 554115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 55420806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 55430806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 554615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // input buffers cannot take fences, so wait for any fence now 554715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXEmptyBufferDone"); 554815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 554915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 555015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // still save fence for completeness 555115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setWriteFence(fenceFd, "onOMXEmptyBufferDone"); 555215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 555396e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // We're in "store-metadata-in-buffers" mode, the underlying 555496e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // OMX component had access to data that's implicitly refcounted 555596e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // by this "MediaBuffer" object. Now that the OMX component has 555696e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // told us that it's done with the input buffer, we can decrement 555796e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia // the mediaBuffer's reference count. 555896e92b58b7e9647b4c7c2f54b62a1b357ab06b66Wei Jia info->mData->setMediaBufferBase(NULL); 5559d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexInput); 5561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(info); 5568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5570777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 5572777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("SHOULD NOT REACH HERE: cannot free empty output buffers"); 5573777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 5574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 5577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5579f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::postFillThisBuffer(BufferInfo *info) { 5580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ((int)info->mStatus, (int)BufferInfo::OWNED_BY_US); 5585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5587d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFillThisBuffer); 5588609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 5589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mData->meta()->clear(); 55912d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 5592f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 55931d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> reply = new AMessage(kWhatInputBufferFilled, mCodec); 5594609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5596f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setMessage("reply", reply); 5597f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5598f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5599f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5600f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_UPSTREAM; 5601f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5603f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onInputBufferFilled(const sp<AMessage> &msg) { 5604f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 5605609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 56062d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 5607f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t err = OK; 56085778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool eos = false; 5609a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar PortMode mode = getPortMode(kPortIndexInput); 56105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 56112d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber if (!msg->findBuffer("buffer", &buffer)) { 5612a73c954d947748a3b6f630cf2c160fe55ec596e3Lajos Molnar /* these are unfilled buffers returned by client */ 5613f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("err", &err)); 5614f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56157fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar if (err == OK) { 56167fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* buffers with no errors are returned on MediaCodec.flush */ 56177fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mode = KEEP_BUFFERS; 56187fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } else { 56197fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar ALOGV("[%s] saw error %d instead of an input buffer", 56207fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar mCodec->mComponentName.c_str(), err); 56217fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar eos = true; 56227fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar } 56233831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 56242d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber buffer.clear(); 5625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56275778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t tmp; 56285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && buffer->meta()->findInt32("eos", &tmp) && tmp) { 56295778822d86b0337407514b9372562b86edfa91cdAndreas Huber eos = true; 56305778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = ERROR_END_OF_STREAM; 56315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 56325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5633f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = mCodec->findBufferByID(kPortIndexInput, bufferID); 56340806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 56350806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_UPSTREAM) { 56360806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in IBF: %s(%d) buffer #%u", _asString(status), status, bufferID); 56370806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexInput); 56380806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 56390806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 56400806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5641f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5642f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5643f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5644f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5645f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5646f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 56475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 5648dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber if (!mCodec->mPortEOS[kPortIndexInput]) { 5649dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5650dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5651dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5654f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 56585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (buffer != NULL && !mCodec->mPortEOS[kPortIndexInput]) { 5659fd866b3aa0d97375de08f8888b95669026c83361Wei Jia // Do not send empty input buffer w/o EOS to the component. 5660fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (buffer->size() == 0 && !eos) { 5661fd866b3aa0d97375de08f8888b95669026c83361Wei Jia postFillThisBuffer(info); 5662fd866b3aa0d97375de08f8888b95669026c83361Wei Jia break; 5663fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 5664fd866b3aa0d97375de08f8888b95669026c83361Wei Jia 5665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t timeUs; 5666f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 5667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 5669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5670f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t isCSD; 5671f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (buffer->meta()->findInt32("csd", &isCSD) && isCSD != 0) { 5672f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flags |= OMX_BUFFERFLAG_CODECCONFIG; 5673f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5674f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (eos) { 56765778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= OMX_BUFFERFLAG_EOS; 56775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 56785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 56795b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (buffer != info->mCodecData) { 5680ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] Needs to copy input data for buffer %u. (%p != %p)", 5681d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mComponentName.c_str(), 5682d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferID, 56835b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar buffer.get(), info->mCodecData.get()); 5684f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 56855b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar sp<DataConverter> converter = mCodec->mConverter[kPortIndexInput]; 56865b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (converter == NULL) { 56875b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar converter = getCopyConverter(); 56885b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 56895b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar status_t err = converter->convert(buffer, info->mCodecData); 56905b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK) { 56915b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->signalError(OMX_ErrorUndefined, err); 56920806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 56930806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5696078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (flags & OMX_BUFFERFLAG_CODECCONFIG) { 5697ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ codec specific data", 5698078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mCodec->mComponentName.c_str(), bufferID); 56995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (flags & OMX_BUFFERFLAG_EOS) { 5700ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ EOS", 57015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID); 5702078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 5703d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5704ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGI("[%s] calling emptyBuffer %u w/ time %lld us", 5705ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5706d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#else 5707ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u w/ time %lld us", 5708ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), bufferID, (long long)timeUs); 5709d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5710078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 5711349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5712d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5713d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats stats; 5714d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mEmptyBufferTimeUs = ALooper::GetNowUs(); 5715d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats.mFillBufferDoneTimeUs = -1ll; 5716d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.add(timeUs, stats); 5717d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5718d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5719054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 5720054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // try to submit an output buffer for each input buffer 5721054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar PortMode outputMode = getPortMode(kPortIndexOutput); 5722054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 5723054219874873b41f1c815552987c10465c34ba2bLajos Molnar ALOGV("MetadataBuffersToSubmit=%u portMode=%s", 5724054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit, 5725054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar (outputMode == FREE_BUFFERS ? "FREE" : 5726054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar outputMode == KEEP_BUFFERS ? "KEEP" : "RESUBMIT")); 5727054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (outputMode == RESUBMIT_BUFFERS) { 5728054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->submitOutputMetadataBuffer(); 5729054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 5730054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 573115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 57320806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 57330806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 57340806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 57350806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 57365b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info->mCodecData->size(), 57370806340688c937e7b78c2d89db3809274130df4eLajos Molnar flags, 573815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar timeUs, 573915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 574015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 57410806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 57420806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 57430806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 57440806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5745f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5746f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57470806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!eos && err == OK) { 57485778822d86b0337407514b9372562b86edfa91cdAndreas Huber getMoreInputDataIfPossible(); 57495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 57500806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalled EOS (%d) on the input port", 57510806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mComponentName.c_str(), err); 57525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 57535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 57545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mInputEOSResult = err; 57555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5756f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (!mCodec->mPortEOS[kPortIndexInput]) { 57570806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK && err != ERROR_END_OF_STREAM) { 57580806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Signalling EOS on the input port due to error %d", 5759dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str(), err); 5760dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } else { 57613856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Signalling EOS on the input port", 5762dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mComponentName.c_str()); 5763dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber } 5764f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5765ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] calling emptyBuffer %u signalling EOS", 5766349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str(), bufferID); 5767349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 576815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onInputBufferFilled"); 57690806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->mOMX->emptyBuffer( 57700806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, 57710806340688c937e7b78c2d89db3809274130df4eLajos Molnar bufferID, 57720806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 57730806340688c937e7b78c2d89db3809274130df4eLajos Molnar 0, 57740806340688c937e7b78c2d89db3809274130df4eLajos Molnar OMX_BUFFERFLAG_EOS, 577515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 0, 577615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd); 577715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 57780806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err2 != OK) { 57790806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err2)); 57800806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 57810806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5782f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 5783f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5784f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = true; 5785dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = err; 5786f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5787f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5789625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih 5790777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 5791777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim break; 5792777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 5793625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih default: 5794777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("invalid port mode: %d", mode); 5795625b93f1971039a547b239f87a2dc8a8d5716589Robert Shih break; 5796f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5799f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::getMoreInputDataIfPossible() { 5800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mPortEOS[kPortIndexInput]) { 5801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5803f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *eligible = NULL; 5805f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 5807f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 5808f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5809f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#if 0 5810f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_UPSTREAM) { 5811f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // There's already a "read" pending. 5812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5813f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif 5815f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_US) { 5817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber eligible = info; 5818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (eligible == NULL) { 5822f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 5823f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5824f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5825f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postFillThisBuffer(eligible); 5826f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 5827f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5828f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::BaseState::onOMXFillBufferDone( 5829f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID, 5830f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t rangeOffset, size_t rangeLength, 5831f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 flags, 583215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int64_t timeUs, 583315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar int fenceFd) { 5834609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] onOMXFillBufferDone %u time %" PRId64 " us, flags = 0x%08x", 58355778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), bufferID, timeUs, flags); 5836349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 5837f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 58380806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err= OK; 5839d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5840d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#if TRACK_BUFFER_TIMING 5841d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber index = mCodec->mBufferStats.indexOfKey(timeUs); 5842d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (index >= 0) { 5843d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ACodec::BufferStats *stats = &mCodec->mBufferStats.editValueAt(index); 5844d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs = ALooper::GetNowUs(); 5845d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5846d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGI("frame PTS %lld: %lld", 5847d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, 5848d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats->mFillBufferDoneTimeUs - stats->mEmptyBufferTimeUs); 5849d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5850d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodec->mBufferStats.removeItemsAt(index); 5851d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber stats = NULL; 5852d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 5853d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#endif 5854d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 5855f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = 5856f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 58570806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 58580806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_COMPONENT) { 58590806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in FBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 58600806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 58610806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 586215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (fenceFd >= 0) { 586315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar ::close(fenceFd); 586415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 58650806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 58660806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5868054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar info->mDequeuedAt = ++mCodec->mDequeueCounter; 5869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 5870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 587190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (info->mRenderInfo != NULL) { 587290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // The fence for an emptied buffer must have signaled, but there still could be queued 587390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // or out-of-order dequeued buffers in the render queue prior to this buffer. Drop these, 587490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // as we will soon requeue this buffer to the surface. While in theory we could still keep 587590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // track of buffers that are requeued to the surface, it is better to add support to the 587690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // buffer-queue to notify us of released buffers and their fences (in the future). 587790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->notifyOfRenderedFrames(true /* dropIncomplete */); 587890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 587990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 588015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // byte buffers cannot take fences, so wait for any fence now 588115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar if (mCodec->mNativeWindow == NULL) { 588215ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar (void)mCodec->waitForFence(fenceFd, "onOMXFillBufferDone"); 588315ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar fenceFd = -1; 588415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar } 588515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->setReadFence(fenceFd, "onOMXFillBufferDone"); 588615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar 5887f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 5888f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5889f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 5890f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 5891f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5892f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5893f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 5894f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 5895a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar if (rangeLength == 0 && (!(flags & OMX_BUFFERFLAG_EOS) 5896a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar || mCodec->mPortEOS[kPortIndexOutput])) { 5897609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 58985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 5899349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 590015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 590115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 59020806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 59030806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 59040806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 59050806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 5906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59075778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 59085778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 59095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 591031e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 5911577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar sp<AMessage> reply = 59121d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatOutputBufferDrained, mCodec); 5913577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 5914b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar if (mCodec->mOutputFormat != mCodec->mLastOutputFormat && rangeLength > 0) { 5915697aedf61d6180e72102068a969383018eedfa1eLajos Molnar // pretend that output format has changed on the first frame (we used to do this) 5916697aedf61d6180e72102068a969383018eedfa1eLajos Molnar if (mCodec->mBaseOutputFormat == mCodec->mOutputFormat) { 59171734c7d01c1567568ced29398b23abd601fd44cbLajos Molnar mCodec->onOutputFormatChanged(mCodec->mOutputFormat); 5918697aedf61d6180e72102068a969383018eedfa1eLajos Molnar } 5919b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->addKeyFormatChangesToRenderBufferNotification(reply); 5920b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->sendFormatChange(); 59215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5922b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 5923054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->usingMetadataOnEncoderOutput()) { 5924054219874873b41f1c815552987c10465c34ba2bLajos Molnar native_handle_t *handle = NULL; 5925054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoGrallocMetadata &grallocMeta = *(VideoGrallocMetadata *)info->mData->data(); 5926054219874873b41f1c815552987c10465c34ba2bLajos Molnar VideoNativeMetadata &nativeMeta = *(VideoNativeMetadata *)info->mData->data(); 5927054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (info->mData->size() >= sizeof(grallocMeta) 5928054219874873b41f1c815552987c10465c34ba2bLajos Molnar && grallocMeta.eType == kMetadataBufferTypeGrallocSource) { 59297c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = (native_handle_t *)(uintptr_t)grallocMeta.pHandle; 5930054219874873b41f1c815552987c10465c34ba2bLajos Molnar } else if (info->mData->size() >= sizeof(nativeMeta) 5931054219874873b41f1c815552987c10465c34ba2bLajos Molnar && nativeMeta.eType == kMetadataBufferTypeANWBuffer) { 59327c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#ifdef OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 59337c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar // ANativeWindowBuffer is only valid on 32-bit/mediaserver process 59347c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar handle = NULL; 59357c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#else 5936054219874873b41f1c815552987c10465c34ba2bLajos Molnar handle = (native_handle_t *)nativeMeta.pBuffer->handle; 59377c77f9ca649f321374118937bcdaca14a7e5684bLajos Molnar#endif 5938054219874873b41f1c815552987c10465c34ba2bLajos Molnar } 5939308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setPointer("handle", handle); 5940308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeOffset", rangeOffset); 5941308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->meta()->setInt32("rangeLength", rangeLength); 59425b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else if (info->mData == info->mCodecData) { 5943308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang info->mData->setRange(rangeOffset, rangeLength); 59445b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } else { 59455b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info->mCodecData->setRange(rangeOffset, rangeLength); 59465b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar // in this case we know that mConverter is not null 59475b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar status_t err = mCodec->mConverter[kPortIndexOutput]->convert( 59485b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar info->mCodecData, info->mData); 59495b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar if (err != OK) { 59505b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 59515b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar return true; 59525b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar } 5953308bcaa44e578279e61be32b572fdb0b11b1e4c7Chong Zhang } 5954496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber#if 0 595521ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen if (mCodec->mNativeWindow == NULL) { 5956496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (IsIDR(info->mData)) { 5957496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("IDR frame"); 5958496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 59595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 596021ad778dcfcddb8f8fd9dc3fe4992fbef246c511Marco Nelissen#endif 5961f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59628b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 59638b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen mCodec->mSkipCutBuffer->submit(info->mData); 59648b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen } 59655778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 5966f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59675778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5968d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatDrainThisBuffer); 5969609b815a3131d22da38b2f452faa9f89daad4039Andy Hung notify->setInt32("buffer-id", info->mBufferID); 59702d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber notify->setBuffer("buffer", info->mData); 59715778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setInt32("flags", flags); 5972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5973609b815a3131d22da38b2f452faa9f89daad4039Andy Hung reply->setInt32("buffer-id", info->mBufferID); 5974f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59755778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setMessage("reply", reply); 5976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 59775778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 59785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 59795778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mStatus = BufferInfo::OWNED_BY_DOWNSTREAM; 5980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5981f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (flags & OMX_BUFFERFLAG_EOS) { 59825778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("[%s] saw output EOS", mCodec->mComponentName.c_str()); 59835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 5985d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatEOS); 5986dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber notify->setInt32("err", mCodec->mInputEOSResult); 5987f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 5988f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5989f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = true; 5990f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5991f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 5992f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 5993f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5994777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 59950806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffer(kPortIndexOutput, index); 59960806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 59970806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 59980806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 59990806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6000f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6001777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 6002777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 6003777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 6004777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 6005f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6006f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6010f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::BaseState::onOutputBufferDrained(const sp<AMessage> &msg) { 6011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber IOMX::buffer_id bufferID; 6012609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 6013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ssize_t index; 60140806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo *info = mCodec->findBufferByID(kPortIndexOutput, bufferID, &index); 60150806340688c937e7b78c2d89db3809274130df4eLajos Molnar BufferInfo::Status status = BufferInfo::getSafeStatus(info); 60160806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (status != BufferInfo::OWNED_BY_DOWNSTREAM) { 60170806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Wrong ownership in OBD: %s(%d) buffer #%u", _asString(status), status, bufferID); 60180806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->dumpBuffers(kPortIndexOutput); 60190806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 60200806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 60210806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6022f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6023577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar android_native_rect_t crop; 6024777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (msg->findRect("crop", &crop.left, &crop.top, &crop.right, &crop.bottom)) { 6025777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim status_t err = native_window_set_crop(mCodec->mNativeWindow.get(), &crop); 6026777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW_IF(err != NO_ERROR, "failed to set crop: %d", err); 6027577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar } 6028577db6d42b8d83b3578c7e56b1391bdaca9cb705Lajos Molnar 6029b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t dataSpace; 6030b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (msg->findInt32("dataspace", &dataSpace)) { 6031b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = native_window_set_buffers_data_space( 6032b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mNativeWindow.get(), (android_dataspace)dataSpace); 6033b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set dataspace: %d", err); 6034b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6035b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 6036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t render; 6037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL 60386aade6058521b0dbd35a9a4620f4d04f02f90444Marco Nelissen && msg->findInt32("render", &render) && render != 0 603979ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou && info->mData != NULL && info->mData->size() != 0) { 60406fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("render"); 6041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // The client wants this buffer to be rendered. 6042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 604390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // save buffers sent to the surface so we can get render time when they return 604490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 604590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 604690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mediaTimeUs >= 0) { 604790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.onFrameQueued( 604890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, info->mGraphicBuffer, new Fence(::dup(info->mFenceFd))); 604990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 605090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6051fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 6052fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (!msg->findInt64("timestampNs", ×tampNs)) { 6053c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 6054fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 6055c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)timestampNs); 6056fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 6057fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 6058fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 6059fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 60605778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 6061fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar err = native_window_set_buffers_timestamp(mCodec->mNativeWindow.get(), timestampNs); 60620806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW_IF(err != NO_ERROR, "failed to set buffer timestamp: %d", err); 6063fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 606415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkReadFence("onOutputBufferDrained before queueBuffer"); 60650806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mNativeWindow->queueBuffer( 606615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNativeWindow.get(), info->mGraphicBuffer.get(), info->mFenceFd); 606715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 60680806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 6069cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_NATIVE_WINDOW; 6070cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } else { 6071264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGE("queueBuffer failed in onOutputBufferDrained: %d", err); 6072251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6073cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 607415ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // keeping read fence as write fence to avoid clobbering 607515ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 6076cc54fbaa69c0b69929467449d2c19192f15b5039Andreas Huber } 6077f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 60786fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar if (mCodec->mNativeWindow != NULL && 60796fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar (info->mData == NULL || info->mData->size() != 0)) { 608015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar // move read fence into write fence to avoid clobbering 608115ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mIsReadFence = false; 60826fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar ATRACE_NAME("frame-drop"); 60836fbc1afd36f514f8b8d36ce67f5e69776c690bd2Lajos Molnar } 6084f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_US; 6085f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6086f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6087f933441648ef6a71dee783d733aac17b9508b452Andreas Huber PortMode mode = getPortMode(kPortIndexOutput); 6088f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6089f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (mode) { 6090f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case KEEP_BUFFERS: 6091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // XXX fishy, revisit!!! What about the FREE_BUFFERS case below? 6093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 6096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 6097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 6099f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case RESUBMIT_BUFFERS: 6104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mCodec->mPortEOS[kPortIndexOutput]) { 6106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6107f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We cannot resubmit the buffer we just rendered, dequeue 6108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // the spare instead. 6109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info = mCodec->dequeueBufferFromNativeWindow(); 6111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6113c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber if (info != NULL) { 6114609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("[%s] calling fillBuffer %u", 6115c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber mCodec->mComponentName.c_str(), info->mBufferID); 611615ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("onOutputBufferDrained::RESUBMIT_BUFFERS"); 611715ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer( 611815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar mCodec->mNode, info->mBufferID, info->mFenceFd); 611915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 61200806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 61210806340688c937e7b78c2d89db3809274130df4eLajos Molnar info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 61220806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 61230806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 61240806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6125c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6130777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim case FREE_BUFFERS: 6131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 61320806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->freeBuffer(kPortIndexOutput, index); 61330806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 61340806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 61350806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6138777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 6139777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim default: 6140777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGE("Invalid port mode: %d", mode); 6141777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return; 6142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6147f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::UninitializedState::UninitializedState(ACodec *codec) 6148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6151c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::UninitializedState::stateEntered() { 6152c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("Now uninitialized"); 6153ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6154ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber if (mDeathNotifier != NULL) { 615523858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mCodec->mNodeBinder->unlinkToDeath(mDeathNotifier); 6156ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mDeathNotifier.clear(); 6157ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber } 6158ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6159b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mUsingNativeWindow = false; 6160ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mNativeWindow.clear(); 6161e3635355e4cae5af7550b49888c6a0e3530b8aeaLajos Molnar mCodec->mNativeWindowUsageBits = 0; 6162ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mNode = 0; 6163ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mOMX.clear(); 6164ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mQuirks = 0; 6165ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mFlags = 0; 6166054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mInputMetadataType = kMetadataBufferTypeInvalid; 6167054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mOutputMetadataType = kMetadataBufferTypeInvalid; 61685b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->mConverter[0].clear(); 61695b4401b28990107bb797dc0d5f3904cf27417e98Lajos Molnar mCodec->mConverter[1].clear(); 6170ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber mCodec->mComponentName.clear(); 6171c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6172c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6173f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::UninitializedState::onMessageReceived(const sp<AMessage> &msg) { 6174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatSetup: 6178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onSetup(msg); 6180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 6183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 61855778822d86b0337407514b9372562b86edfa91cdAndreas Huber case ACodec::kWhatAllocateComponent: 61865778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 61875778822d86b0337407514b9372562b86edfa91cdAndreas Huber onAllocateComponent(msg); 61885778822d86b0337407514b9372562b86edfa91cdAndreas Huber handled = true; 61895778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 61905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 61915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatShutdown: 6193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6194c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6195c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6196c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 619754b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar ALOGW_IF(keepComponentAllocated, 619854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar "cannot keep component allocated on shutdown in Uninitialized state"); 6199c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6201d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 6202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6205c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 6206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case ACodec::kWhatFlush: 6209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6211d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 6213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 6215c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber break; 6216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 621830358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar case ACodec::kWhatReleaseCodecInstance: 621930358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar { 622030358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar // nothing to do, as we have already signaled shutdown 622130358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar handled = true; 622230358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar break; 622330358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar } 622430358faf33fb9b638257b017fadb4c5f7352d903Lajos Molnar 6225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 6230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6232f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::UninitializedState::onSetup( 6233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 6234c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (onAllocateComponent(msg) 6235c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber && mCodec->mLoadedState->onConfigureComponent(msg)) { 6236c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mLoadedState->onStart(); 6237c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 62385778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 62395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6240c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::UninitializedState::onAllocateComponent(const sp<AMessage> &msg) { 62415778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onAllocateComponent"); 62425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6243ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode == 0); 62445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMXClient client; 624648a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (client.connect() != OK) { 624748a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec->signalError(OMX_ErrorUndefined, NO_INIT); 624848a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return false; 624948a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 6250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<IOMX> omx = client.interface(); 6252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62531d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> notify = new AMessage(kWhatOMXDied, mCodec); 6254ac0230da14a3d223c2144b165a3a163e8519d239Andreas Huber 6255b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar Vector<AString> matchingCodecs; 62565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AString mime; 6258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62595778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString componentName; 6260d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t quirks = 0; 62617791cf11186a22b3f84d98cfde67393bee748cb0Marco Nelissen int32_t encoder = false; 62625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (msg->findString("componentName", &componentName)) { 6263b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar sp<IMediaCodecList> list = MediaCodecList::getInstance(); 6264b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar if (list != NULL && list->findCodecByName(componentName.c_str()) >= 0) { 6265b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar matchingCodecs.add(componentName); 6266afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 62675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 62685778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 62695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 62705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("encoder", &encoder)) { 62715778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder = false; 62725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 62735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6274b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar MediaCodecList::findMatchingCodecs( 62755778822d86b0337407514b9372562b86edfa91cdAndreas Huber mime.c_str(), 62765778822d86b0337407514b9372562b86edfa91cdAndreas Huber encoder, // createEncoder 6277b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar 0, // flags 6278e671207115fac3914134c61b336d5fa0242c68caAndreas Huber &matchingCodecs); 62795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 62801065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 62811065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber sp<CodecObserver> observer = new CodecObserver; 6282ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar IOMX::node_id node = 0; 62831065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6284201d8d400eb037547f4f476a838475b13a446007Wei Jia status_t err = NAME_NOT_FOUND; 62851065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber for (size_t matchIndex = 0; matchIndex < matchingCodecs.size(); 62861065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber ++matchIndex) { 6287b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar componentName = matchingCodecs[matchIndex]; 6288b60521e269e5aeca773853dfeb150e9a512c7334Lajos Molnar quirks = MediaCodecList::getQuirksFor(componentName.c_str()); 6289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6290da153975581fb3161a30452348a5b26ee72d9255Elliott Hughes pid_t tid = gettid(); 6291078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int prevPriority = androidGetThreadPriority(tid); 6292078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, ANDROID_PRIORITY_FOREGROUND); 629323858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen err = omx->allocateNode(componentName.c_str(), observer, &mCodec->mNodeBinder, &node); 6294078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber androidSetThreadPriority(tid, prevPriority); 6295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62961065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber if (err == OK) { 62971065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber break; 62987a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He } else { 62997a727021b86c2fb2c9f60af2c999154dce1766ebZhijun He ALOGW("Allocating component '%s' failed, try next one.", componentName.c_str()); 63001065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 63011065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6302ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar node = 0; 63031065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber } 63041065b3f17d3048948e7d522049d1980b90df3dc1Andreas Huber 6305ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar if (node == 0) { 63065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!mime.empty()) { 63079f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate a %scoder for type '%s' with err %#x.", 63089f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu encoder ? "en" : "de", mime.c_str(), err); 63095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 63109f41ee5a4dd73093d107bc80df5cebb9a273cc72Ronghua Wu ALOGE("Unable to instantiate codec '%s' with err %#x.", componentName.c_str(), err); 63115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6312c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 631352e88b2986536e83a7a6da63461556b8734a85f3Ronghua Wu mCodec->signalError((OMX_ERRORTYPE)err, makeNoSideEffectStatus(err)); 6314c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 6315c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 6316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 631723858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier = new DeathNotifier(notify); 631823858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen if (mCodec->mNodeBinder == NULL || 631923858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mCodec->mNodeBinder->linkToDeath(mDeathNotifier) != OK) { 632023858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen // This was a local binder, if it dies so do we, we won't care 632123858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen // about any notifications in the afterlife. 632223858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen mDeathNotifier.clear(); 632323858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen } 632423858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen 632526a48f304a8754d655e554178ffb6d7ba4c5aac3Lajos Molnar notify = new AMessage(kWhatOMXMessageList, mCodec); 6326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber observer->setNotificationMessage(notify); 6327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName = componentName; 632990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.setComponentName(componentName); 6330ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags = 0; 6331ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 6332ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (componentName.endsWith(".secure")) { 6333ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber mCodec->mFlags |= kFlagIsSecure; 63341713460104b86f6be3a5d9993d9ace864d889b2dChong Zhang mCodec->mFlags |= kFlagIsGrallocUsageProtected; 63350167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber mCodec->mFlags |= kFlagPushBlankBuffersToNativeWindowOnShutdown; 6336ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 6337ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 6338afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber mCodec->mQuirks = quirks; 6339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mOMX = omx; 6340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode = node; 6341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 63425778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 63435778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6344d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentAllocated); 63455778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->setString("componentName", mCodec->mComponentName.c_str()); 63465778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 63475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6348c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6349c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 6350c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6351c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 63525778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 63535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6354c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6355c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6356c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas HuberACodec::LoadedState::LoadedState(ACodec *codec) 6357c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber : BaseState(codec) { 6358c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6359c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6360c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::stateEntered() { 6361c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber ALOGV("[%s] Now Loaded", mCodec->mComponentName.c_str()); 6362c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6363f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 6364f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 6365f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6366f6f38287b97ec69b169387add6458f859b770e65Andreas Huber mCodec->mInputEOSResult = OK; 6367f6f38287b97ec69b169387add6458f859b770e65Andreas Huber 6368054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar mCodec->mDequeueCounter = 0; 6369054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 6370a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mRepeatFrameDelayUs = -1ll; 6371e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mInputFormat.clear(); 6372e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar mCodec->mOutputFormat.clear(); 63734e865a3cfe4c955e0890321a6b488cf661808b63Lajos Molnar mCodec->mBaseOutputFormat.clear(); 6374054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6375c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mCodec->mShutdownInProgress) { 6376c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool keepComponentAllocated = mCodec->mKeepComponentAllocated; 6377c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6378c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = false; 6379c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = false; 6380c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6381c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6382c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 638354b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 6384f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia 6385f393c33e65ae51a7cf168b4e15771b152f996b32Wei Jia mCodec->processDeferredMessages(); 6386c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6387c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6388c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onShutdown(bool keepComponentAllocated) { 6389c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (!keepComponentAllocated) { 63900806340688c937e7b78c2d89db3809274130df4eLajos Molnar (void)mCodec->mOMX->freeNode(mCodec->mNode); 6391c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6392c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mUninitializedState); 6393c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6394c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 639554b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar if (mCodec->mExplicitShutdown) { 639654b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar sp<AMessage> notify = mCodec->mNotify->dup(); 6397d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatShutdownCompleted); 639854b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar notify->post(); 639954b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = false; 640054b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar } 6401c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6402c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6403c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onMessageReceived(const sp<AMessage> &msg) { 6404c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber bool handled = false; 6405c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6406c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber switch (msg->what()) { 6407c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatConfigureComponent: 6408c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6409c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onConfigureComponent(msg); 6410c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6411c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6412c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6413c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 64147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatCreateInputSurface: 64157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 64167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden onCreateInputSurface(msg); 64177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 64187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 64197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 64207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 64218f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case ACodec::kWhatSetInputSurface: 6422d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 64238f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang onSetInputSurface(msg); 6424d291c222357303b9611cab89d0c3b047584ef377Chong Zhang handled = true; 6425d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 6426d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6427d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6428c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatStart: 6429c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6430c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onStart(); 6431c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6432c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6433c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6434c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6435c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatShutdown: 6436c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6437c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6438c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6439c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6440c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 644154b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6442c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber onShutdown(keepComponentAllocated); 6443c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6444c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6445c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6446c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6447c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6448c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case ACodec::kWhatFlush: 6449c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 6450c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6451d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6452c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber notify->post(); 6453c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6454c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber handled = true; 6455c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 6456c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6457c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6458c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber default: 6459c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return BaseState::onMessageReceived(msg); 6460c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 6461c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6462c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return handled; 6463c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 6464c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6465c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberbool ACodec::LoadedState::onConfigureComponent( 64665778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg) { 64675778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onConfigureComponent"); 64685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6469ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar CHECK(mCodec->mNode != 0); 64705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 64710806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 64725778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 64730806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!msg->findString("mime", &mime)) { 64740806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = BAD_VALUE; 64750806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 64760806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->configureCodec(mime.c_str(), msg); 64770806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 64785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 6479c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber ALOGE("[%s] configureCodec returning error %d", 6480c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber mCodec->mComponentName.c_str(), err); 6481c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber 6482251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 6483c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return false; 64845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64865778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 64875778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6488d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatComponentConfigured); 6489e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 6490e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 64915778822d86b0337407514b9372562b86edfa91cdAndreas Huber notify->post(); 64925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6493c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6494c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return true; 64955778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 64965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6497d291c222357303b9611cab89d0c3b047584ef377Chong Zhangstatus_t ACodec::LoadedState::setupInputSurface() { 6498d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = OK; 6499a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6500d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mRepeatFrameDelayUs > 0ll) { 6501a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err = mCodec->mOMX->setInternalOption( 6502a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mNode, 6503a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber kPortIndexInput, 6504a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber IOMX::INTERNAL_OPTION_REPEAT_PREVIOUS_FRAME_DELAY, 6505a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber &mCodec->mRepeatFrameDelayUs, 6506a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber sizeof(mCodec->mRepeatFrameDelayUs)); 6507a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6508a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber if (err != OK) { 6509a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber ALOGE("[%s] Unable to configure option to repeat previous " 6510a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber "frames (err %d)", 6511a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber mCodec->mComponentName.c_str(), 6512a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber err); 6513d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 6514a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6515a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber } 6516a61285dcf1da8a2cf40c499ee3a7b9fc4d74ac58Andreas Huber 6517d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxPtsGapUs > 0ll) { 651894ee4b708acfa941581160b267afb79192b1d816Chong Zhang err = mCodec->mOMX->setInternalOption( 651994ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mNode, 652094ee4b708acfa941581160b267afb79192b1d816Chong Zhang kPortIndexInput, 652194ee4b708acfa941581160b267afb79192b1d816Chong Zhang IOMX::INTERNAL_OPTION_MAX_TIMESTAMP_GAP, 652294ee4b708acfa941581160b267afb79192b1d816Chong Zhang &mCodec->mMaxPtsGapUs, 652394ee4b708acfa941581160b267afb79192b1d816Chong Zhang sizeof(mCodec->mMaxPtsGapUs)); 652494ee4b708acfa941581160b267afb79192b1d816Chong Zhang 652594ee4b708acfa941581160b267afb79192b1d816Chong Zhang if (err != OK) { 652694ee4b708acfa941581160b267afb79192b1d816Chong Zhang ALOGE("[%s] Unable to configure max timestamp gap (err %d)", 652772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mComponentName.c_str(), 652872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err); 6529d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 65302c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 65312c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 65322c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 6533d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mMaxFps > 0) { 653437b2b389139ed638831e49708c947863eef631efRonghua Wu err = mCodec->mOMX->setInternalOption( 653537b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mNode, 653637b2b389139ed638831e49708c947863eef631efRonghua Wu kPortIndexInput, 653737b2b389139ed638831e49708c947863eef631efRonghua Wu IOMX::INTERNAL_OPTION_MAX_FPS, 653837b2b389139ed638831e49708c947863eef631efRonghua Wu &mCodec->mMaxFps, 653937b2b389139ed638831e49708c947863eef631efRonghua Wu sizeof(mCodec->mMaxFps)); 654037b2b389139ed638831e49708c947863eef631efRonghua Wu 654137b2b389139ed638831e49708c947863eef631efRonghua Wu if (err != OK) { 654237b2b389139ed638831e49708c947863eef631efRonghua Wu ALOGE("[%s] Unable to configure max fps (err %d)", 654337b2b389139ed638831e49708c947863eef631efRonghua Wu mCodec->mComponentName.c_str(), 654437b2b389139ed638831e49708c947863eef631efRonghua Wu err); 6545d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 654637b2b389139ed638831e49708c947863eef631efRonghua Wu } 654737b2b389139ed638831e49708c947863eef631efRonghua Wu } 654837b2b389139ed638831e49708c947863eef631efRonghua Wu 6549d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mTimePerCaptureUs > 0ll 65502c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang && mCodec->mTimePerFrameUs > 0ll) { 65512c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang int64_t timeLapse[2]; 65522c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[0] = mCodec->mTimePerFrameUs; 65532c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang timeLapse[1] = mCodec->mTimePerCaptureUs; 65542c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err = mCodec->mOMX->setInternalOption( 65552c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mNode, 65562c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang kPortIndexInput, 65572c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang IOMX::INTERNAL_OPTION_TIME_LAPSE, 65582c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang &timeLapse[0], 65592c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang sizeof(timeLapse)); 65602c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang 65612c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang if (err != OK) { 65622c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang ALOGE("[%s] Unable to configure time lapse (err %d)", 65632c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang mCodec->mComponentName.c_str(), 65642c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang err); 6565d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 65662c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 65672c9c8cba8562cc3a27532e4cd348912cc78d8d98Chong Zhang } 656872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 6569d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (mCodec->mCreateInputBuffersSuspended) { 657072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang bool suspend = true; 657172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang err = mCodec->mOMX->setInternalOption( 657272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mCodec->mNode, 657372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 657472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_SUSPEND, 657572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &suspend, 657672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(suspend)); 657772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 657872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 657972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("[%s] Unable to configure option to suspend (err %d)", 658094ee4b708acfa941581160b267afb79192b1d816Chong Zhang mCodec->mComponentName.c_str(), 658194ee4b708acfa941581160b267afb79192b1d816Chong Zhang err); 6582d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return err; 658394ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 658494ee4b708acfa941581160b267afb79192b1d816Chong Zhang } 658594ee4b708acfa941581160b267afb79192b1d816Chong Zhang 6586c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar uint32_t usageBits; 6587c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar if (mCodec->mOMX->getParameter( 6588c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mNode, (OMX_INDEXTYPE)OMX_IndexParamConsumerUsageBits, 6589c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar &usageBits, sizeof(usageBits)) == OK) { 6590c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar mCodec->mInputFormat->setInt32( 6591c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar "using-sw-read-often", !!(usageBits & GRALLOC_USAGE_SW_READ_OFTEN)); 6592c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar } 6593c93a13669ce1b5a9e6527b4c86c9d8f5e92be828Lajos Molnar 6594b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar sp<ABuffer> colorAspectsBuffer; 6595b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mCodec->mInputFormat->findBuffer("android._color-aspects", &colorAspectsBuffer)) { 6596b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mCodec->mOMX->setInternalOption( 6597b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mNode, kPortIndexInput, IOMX::INTERNAL_OPTION_COLOR_ASPECTS, 6598b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar colorAspectsBuffer->base(), colorAspectsBuffer->capacity()); 6599b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err != OK) { 6600b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGE("[%s] Unable to configure color aspects (err %d)", 6601b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mComponentName.c_str(), err); 6602b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar return err; 6603b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6604b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6605d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return OK; 6606d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6607d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6608d291c222357303b9611cab89d0c3b047584ef377Chong Zhangvoid ACodec::LoadedState::onCreateInputSurface( 6609d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> & /* msg */) { 6610d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGV("onCreateInputSurface"); 6611d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6612d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 6613d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceCreated); 6614d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6615b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace; 6616b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = 6617b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace(&dataSpace); 6618b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 6619b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 662057fad3c31f46ec98d15bc253c16f9d269aeb8ea7Lajos Molnar 6621d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 6622b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 6623b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mCodec->mOMX->createInputSurface( 6624b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mNode, kPortIndexInput, dataSpace, &bufferProducer, &mCodec->mInputMetadataType); 6625b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6626d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6627d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6628d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6629d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6630d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 66317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == OK) { 66327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setObject("input-surface", 66337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden new BufferProducerWrapper(bufferProducer)); 66347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 66357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Can't use mCodec->signalError() here -- MediaCodec won't forward 66367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // the error through because it's in the "configured" state. We 66377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // send a kWhatInputSurfaceCreated with an error value instead. 66387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGE("[%s] onCreateInputSurface returning error %d", 66397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->mComponentName.c_str(), err); 66407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->setInt32("err", err); 66417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 66427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden notify->post(); 66437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 66447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 66458f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangvoid ACodec::LoadedState::onSetInputSurface( 6646d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<AMessage> &msg) { 66478f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGV("onSetInputSurface"); 6648d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6649d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> notify = mCodec->mNotify->dup(); 6650d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("what", CodecBase::kWhatInputSurfaceAccepted); 6651d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6652d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 6653d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 6654d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<PersistentSurface> surface = static_cast<PersistentSurface *>(obj.get()); 6655d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6656b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar android_dataspace dataSpace; 6657b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar status_t err = 6658b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->setInitialColorAspectsForVideoEncoderSurfaceAndGetDataSpace(&dataSpace); 6659b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("input-format", mCodec->mInputFormat); 6660b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar notify->setMessage("output-format", mCodec->mOutputFormat); 6661b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 6662b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (err == OK) { 6663b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar err = mCodec->mOMX->setInputSurface( 6664b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mCodec->mNode, kPortIndexInput, surface->getBufferConsumer(), 6665b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar &mCodec->mInputMetadataType); 6666b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 6667d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6668d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err == OK) { 6669b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar surface->getBufferConsumer()->setDefaultBufferDataSpace(dataSpace); 6670d291c222357303b9611cab89d0c3b047584ef377Chong Zhang err = setupInputSurface(); 6671d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6672d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6673d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 6674d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // Can't use mCodec->signalError() here -- MediaCodec won't forward 6675d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // the error through because it's in the "configured" state. We 6676d291c222357303b9611cab89d0c3b047584ef377Chong Zhang // send a kWhatInputSurfaceAccepted with an error value instead. 66778f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang ALOGE("[%s] onSetInputSurface returning error %d", 6678d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->mComponentName.c_str(), err); 6679d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->setInt32("err", err); 6680d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 6681d291c222357303b9611cab89d0c3b047584ef377Chong Zhang notify->post(); 6682d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 6683d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 6684c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Hubervoid ACodec::LoadedState::onStart() { 66855778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("onStart"); 66865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 66870806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 66880806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 66890806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 66900806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 66910806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mLoadedToIdleState); 66920806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6693f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6694f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6695f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6696f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6697f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::LoadedToIdleState::LoadedToIdleState(ACodec *codec) 6698f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6699f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6700f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6701f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::LoadedToIdleState::stateEntered() { 67023856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Loaded->Idle", mCodec->mComponentName.c_str()); 6703f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6704cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber status_t err; 6705cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if ((err = allocateBuffers()) != OK) { 670629357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Failed to allocate buffers after transitioning to IDLE state " 6707cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber "(error 0x%08x)", 6708cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber err); 6709cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 6710251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 671191bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber 6712c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mOMX->sendCommand( 6713c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 6714c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexInput)) { 6715c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexInput); 6716c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6717c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia if (mCodec->allYourBuffersAreBelongToUs(kPortIndexOutput)) { 6718c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia mCodec->freeBuffersOnPort(kPortIndexOutput); 6719c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia } 6720c673de8067ad53f96b3fcd2b7b24b066303a32aaWei Jia 672191bfadb4aa75444c60e9949232de3c184cfe060aAndreas Huber mCodec->changeState(mCodec->mLoadedState); 6722cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 6723f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6724f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6725f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstatus_t ACodec::LoadedToIdleState::allocateBuffers() { 6726f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t err = mCodec->allocateBuffersOnPort(kPortIndexInput); 6727f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6728f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (err != OK) { 6729f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return err; 6730f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6731f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6732f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return mCodec->allocateBuffersOnPort(kPortIndexOutput); 6733f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6734f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6735f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onMessageReceived(const sp<AMessage> &msg) { 6736f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 673772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6738f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6739f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6740f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6741f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6742f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6743f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 67446507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 67456507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 67466507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 67476507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 67486507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 67496507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 67506463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatResume: 67516463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 67526463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We'll be active soon enough. 67536463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 67546463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 67556463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 67566463e76d41430f9b03a79b221de84255f2475658Marco Nelissen case kWhatFlush: 67576463e76d41430f9b03a79b221de84255f2475658Marco Nelissen { 67586463e76d41430f9b03a79b221de84255f2475658Marco Nelissen // We haven't even started yet, so we're flushed alright... 67596463e76d41430f9b03a79b221de84255f2475658Marco Nelissen sp<AMessage> notify = mCodec->mNotify->dup(); 6760d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 67616463e76d41430f9b03a79b221de84255f2475658Marco Nelissen notify->post(); 67626463e76d41430f9b03a79b221de84255f2475658Marco Nelissen return true; 67636463e76d41430f9b03a79b221de84255f2475658Marco Nelissen } 67646463e76d41430f9b03a79b221de84255f2475658Marco Nelissen 6765f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6766f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6767f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6768f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6769f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6770f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::LoadedToIdleState::onOMXEvent( 6771f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6772f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6773f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6774f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 67750806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 67760806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 67770806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 67780806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in LoadedToIdleState: %s(%u) %s(%u)", 67790806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 67800806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 67810806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 67820806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6783f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 67840806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 67850806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 67860806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateExecuting); 67870806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6788f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 67890806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 67900806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 67910806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 67920806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mIdleToExecutingState); 67930806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6794f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6795f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6796f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6797f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6798f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6799f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6800f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6801f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6802f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6803f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6804f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6805f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToExecutingState::IdleToExecutingState(ACodec *codec) 6806f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 6807f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6808f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6809f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToExecutingState::stateEntered() { 68103856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Executing", mCodec->mComponentName.c_str()); 6811f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6812f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6813f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6814f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 681572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang case kWhatSetParameters: 6816f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6817f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6818f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 6819f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6820f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6821f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6822d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatResume: 6823d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6824d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We'll be active soon enough. 6825d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6826d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6827d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6828d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber case kWhatFlush: 6829d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber { 6830d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber // We haven't even started yet, so we're flushed alright... 6831d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 6832d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 6833d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber notify->post(); 6834d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 6835d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber return true; 6836d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber } 6837d477b8d071826c0768620f7ac302f31d8b12b1caAndreas Huber 68386507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden case kWhatSignalEndOfInputStream: 68396507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden { 68406507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 68416507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden return true; 68426507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 68436507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 6844f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6845f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onMessageReceived(msg); 6846f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6847f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6848f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6849f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToExecutingState::onOMXEvent( 6850f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 6851f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 6852f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 6853f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 68540806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 68550806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateExecuting) { 68560806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToExecutingState: %s(%u) %s(%u)", 68570806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 68580806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 68590806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 68600806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 68610806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6862f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6863f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mExecutingState->resume(); 6864f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 6865f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6866f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 6867f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6868f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6869f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 6870f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 6871f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6872f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6873f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6874f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 6875f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6876f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingState::ExecutingState(ACodec *codec) 6877349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber : BaseState(codec), 6878349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive(false) { 6879f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6880f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6881f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::ExecutingState::getPortMode( 6882ccb067b1d8424ba610cbd3de83368bd55b532b5bAndreas Huber OMX_U32 /* portIndex */) { 6883f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 6884f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6885f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6886054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputMetaBuffers() { 6887054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // submit as many buffers as there are input buffers with the codec 6888054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar // in case we are in port reconfiguring 6889054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); ++i) { 6890054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 6891054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6892054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_COMPONENT) { 6893054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->submitOutputMetadataBuffer() != OK) 6894054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar break; 6895054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6896054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 68974dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 68984dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 6899054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 6900054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6901054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6902054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitRegularOutputBuffers() { 69030806340688c937e7b78c2d89db3809274130df4eLajos Molnar bool failed = false; 6904f933441648ef6a71dee783d733aac17b9508b452Andreas Huber for (size_t i = 0; i < mCodec->mBuffers[kPortIndexOutput].size(); ++i) { 6905f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BufferInfo *info = &mCodec->mBuffers[kPortIndexOutput].editItemAt(i); 6906f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6907f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mCodec->mNativeWindow != NULL) { 69080806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US 69090806340688c937e7b78c2d89db3809274130df4eLajos Molnar && info->mStatus != BufferInfo::OWNED_BY_NATIVE_WINDOW) { 69100806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us or the surface"); 69110806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 69120806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 69130806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6914f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6915f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (info->mStatus == BufferInfo::OWNED_BY_NATIVE_WINDOW) { 6916f933441648ef6a71dee783d733aac17b9508b452Andreas Huber continue; 6917f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6918f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 69190806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (info->mStatus != BufferInfo::OWNED_BY_US) { 69200806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("buffers should be owned by us"); 69210806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 69220806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 69230806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6924f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 6925f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 69260806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] calling fillBuffer %u", mCodec->mComponentName.c_str(), info->mBufferID); 6927349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 692815ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->checkWriteFence("submitRegularOutputBuffers"); 692915ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar status_t err = mCodec->mOMX->fillBuffer(mCodec->mNode, info->mBufferID, info->mFenceFd); 693015ab4996019387f27a48b81cb4774c21502bc0e5Lajos Molnar info->mFenceFd = -1; 69310806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 69320806340688c937e7b78c2d89db3809274130df4eLajos Molnar failed = true; 69330806340688c937e7b78c2d89db3809274130df4eLajos Molnar break; 69340806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6935f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6936f933441648ef6a71dee783d733aac17b9508b452Andreas Huber info->mStatus = BufferInfo::OWNED_BY_COMPONENT; 6937f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 69380806340688c937e7b78c2d89db3809274130df4eLajos Molnar 69390806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (failed) { 69400806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 69410806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 6942f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6943f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6944054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnarvoid ACodec::ExecutingState::submitOutputBuffers() { 6945c38fcfba95f711e5738e4c72bd5499317a2f30d9Lajos Molnar submitRegularOutputBuffers(); 6946054219874873b41f1c815552987c10465c34ba2bLajos Molnar if (mCodec->storingMetadataInDecodedBuffers()) { 6947054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar submitOutputMetaBuffers(); 6948054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar } 6949054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar} 6950054e7347cc60ad4b9dd2e8f456406f122f9f5879Lajos Molnar 6951f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::resume() { 6952349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mActive) { 69530806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] We're already active, no need to resume.", mCodec->mComponentName.c_str()); 6954349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return; 6955349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 6956349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6957f933441648ef6a71dee783d733aac17b9508b452Andreas Huber submitOutputBuffers(); 6958f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 69593cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar // Post all available input buffers 6960777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mCodec->mBuffers[kPortIndexInput].size() == 0u) { 6961777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("[%s] we don't have any input buffers to resume", mCodec->mComponentName.c_str()); 6962777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 6963777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim 69643cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar for (size_t i = 0; i < mCodec->mBuffers[kPortIndexInput].size(); i++) { 69653cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar BufferInfo *info = &mCodec->mBuffers[kPortIndexInput].editItemAt(i); 69663cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar if (info->mStatus == BufferInfo::OWNED_BY_US) { 69673cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar postFillThisBuffer(info); 69683cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 69693cb576166020bfdc1522b33919fe5ff8d211d0a3Lajos Molnar } 6970349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 6971349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = true; 6972f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6973f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6974f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingState::stateEntered() { 69753856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing", mCodec->mComponentName.c_str()); 6976f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 697790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 6978f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->processDeferredMessages(); 6979f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 6980f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6981f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onMessageReceived(const sp<AMessage> &msg) { 6982f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 6983f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 6984f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 6985f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 6986f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 6987c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber int32_t keepComponentAllocated; 6988c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->findInt32( 6989c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber "keepComponentAllocated", &keepComponentAllocated)); 6990c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6991c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mShutdownInProgress = true; 699254b0bc74e051bd7df10cd657b481d88db6cdaa27Lajos Molnar mCodec->mExplicitShutdown = true; 6993c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->mKeepComponentAllocated = keepComponentAllocated; 6994c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 6995349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 6996349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 69970806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 69980806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateIdle); 69990806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 70000806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (keepComponentAllocated) { 70010806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 70020806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 70030806340688c937e7b78c2d89db3809274130df4eLajos Molnar // TODO: do some recovery here. 70040806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 70050806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mExecutingToIdleState); 70060806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7007f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7008f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7009f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7010f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7011f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7012f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7013f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 70147a3a2b2f9bb9421dcf83fbd47276e57917078aefJames Dong ALOGV("[%s] ExecutingState flushing now " 7015ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar "(codec owns %zu/%zu input, %zu/%zu output).", 7016d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mComponentName.c_str(), 7017d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexInput), 7018d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexInput].size(), 7019d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->countBuffersOwnedByComponent(kPortIndexOutput), 7020d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber mCodec->mBuffers[kPortIndexOutput].size()); 7021d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7022349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mActive = false; 7023349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 70240806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand(mCodec->mNode, OMX_CommandFlush, OMX_ALL); 70250806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 70260806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 70270806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 70280806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->changeState(mCodec->mFlushingState); 70290806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7030f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7031f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7032f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7033f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7034f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7035f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatResume: 7036f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7037f933441648ef6a71dee783d733aac17b9508b452Andreas Huber resume(); 7038f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7039f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7040f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7041f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7042f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7043496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 7044496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 7045496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber status_t err = mCodec->requestIDRFrame(); 7046496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (err != OK) { 7047496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGW("Requesting an IDR frame failed."); 7048496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 7049496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 7050496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber handled = true; 7051496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 7052496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 7053496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 7054a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 7055a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 7056a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 7057a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 7058a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7059a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mCodec->setParameters(params); 7060a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7061a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> reply; 7062a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (msg->findMessage("reply", &reply)) { 7063a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->setInt32("err", err); 7064a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber reply->post(); 7065a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7066a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7067a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber handled = true; 7068a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 7069a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7070a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 70717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case ACodec::kWhatSignalEndOfInputStream: 70727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 70736507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mCodec->onSignalEndOfInputStream(); 70747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden handled = true; 70757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 70767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 70777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 70784dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar // *** NOTE: THE FOLLOWING WORKAROUND WILL BE REMOVED *** 7079054219874873b41f1c815552987c10465c34ba2bLajos Molnar case kWhatSubmitOutputMetadataBufferIfEOS: 70804dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar { 70814dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (mCodec->mPortEOS[kPortIndexInput] && 70824dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar !mCodec->mPortEOS[kPortIndexOutput]) { 7083054219874873b41f1c815552987c10465c34ba2bLajos Molnar status_t err = mCodec->submitOutputMetadataBuffer(); 70844dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar if (err == OK) { 7085054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->signalSubmitOutputMetadataBufferIfEOS_workaround(); 70864dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 70874dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 70884dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar return true; 70894dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar } 70904dd0a8a3d66c2853faf2834565b3c5df4f68734dLajos Molnar 7091f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7092f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7093f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7094f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7095f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7096f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7097f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7098f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7099a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t ACodec::setParameters(const sp<AMessage> ¶ms) { 7100a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber int32_t videoBitrate; 7101530fdbdc1b5491f3fbf172752834d1515701e142Lajos Molnar if (params->findInt32("video-bitrate", &videoBitrate)) { 7102a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_VIDEO_CONFIG_BITRATETYPE configParams; 7103a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber InitOMXParams(&configParams); 7104a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nPortIndex = kPortIndexOutput; 7105a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber configParams.nEncodeBitrate = videoBitrate; 7106a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7107a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = mOMX->setConfig( 7108a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mNode, 7109a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber OMX_IndexConfigVideoBitrate, 7110a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber &configParams, 7111a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sizeof(configParams)); 7112a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7113a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber if (err != OK) { 7114a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber ALOGE("setConfig(OMX_IndexConfigVideoBitrate, %d) failed w/ err %d", 7115a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber videoBitrate, err); 7116a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 7117a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return err; 7118a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7119a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 7120a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 712172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang int64_t skipFramesBeforeUs; 712272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (params->findInt64("skip-frames-before", &skipFramesBeforeUs)) { 712372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang status_t err = 712472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mOMX->setInternalOption( 712572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang mNode, 712672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang kPortIndexInput, 712772cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang IOMX::INTERNAL_OPTION_START_TIME, 712872cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang &skipFramesBeforeUs, 712972cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang sizeof(skipFramesBeforeUs)); 713072cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 713172cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang if (err != OK) { 713272cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang ALOGE("Failed to set parameter 'skip-frames-before' (err %d)", err); 713372cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang return err; 713472cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 713572cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang } 713672cecca17d735db6532c45f0a7e10c47ee6f065aChong Zhang 7137e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber int32_t dropInputFrames; 7138e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber if (params->findInt32("drop-input-frames", &dropInputFrames)) { 7139e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber bool suspend = dropInputFrames != 0; 7140e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 7141b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = 7142b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber mOMX->setInternalOption( 7143e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber mNode, 7144e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber kPortIndexInput, 7145e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber IOMX::INTERNAL_OPTION_SUSPEND, 7146e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber &suspend, 7147b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber sizeof(suspend)); 7148b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7149b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 7150b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Failed to set parameter 'drop-input-frames' (err %d)", err); 7151b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 7152b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7153b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7154b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7155b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber int32_t dummy; 7156b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (params->findInt32("request-sync", &dummy)) { 7157b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber status_t err = requestIDRFrame(); 7158b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber 7159b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber if (err != OK) { 7160b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber ALOGE("Requesting a sync frame failed w/ err %d", err); 7161b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber return err; 7162b8689b31813f55cbc1bf8e9ca0d46a9ee113e38aAndreas Huber } 7163e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber } 7164e40cda70eec141fa05cbcca1de420fdb22b98be6Andreas Huber 71658db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu float rate; 71668db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (params->findFloat("operating-rate", &rate) && rate > 0) { 71678db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu status_t err = setOperatingRate(rate, mIsVideo); 71688db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu if (err != OK) { 71698db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu ALOGE("Failed to set parameter 'operating-rate' (err %d)", err); 71708db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu return err; 71718db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 71728db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu } 71738db8813d39e3c8b5fbd580dfc3062830744afd63Ronghua Wu 7174870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang int32_t intraRefreshPeriod = 0; 7175870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (params->findInt32("intra-refresh-period", &intraRefreshPeriod) 7176870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang && intraRefreshPeriod > 0) { 7177870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang status_t err = setIntraRefreshPeriod(intraRefreshPeriod, false); 7178870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang if (err != OK) { 7179870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang ALOGI("[%s] failed setIntraRefreshPeriod. Failure is fine since this key is optional", 7180870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang mComponentName.c_str()); 7181870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang err = OK; 7182870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 7183870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang } 7184870aff9bd2442c8877f5d6b12c73032b5f24535aHangyu Kuang 7185a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 7186a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 7187a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 71886507d14c6d10f93d390de62b9eed267f9b544985Andy McFaddenvoid ACodec::onSignalEndOfInputStream() { 71896507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden sp<AMessage> notify = mNotify->dup(); 7190d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatSignaledInputEOS); 71916507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 71926507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden status_t err = mOMX->signalEndOfInputStream(mNode); 71936507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (err != OK) { 71946507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->setInt32("err", err); 71956507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 71966507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden notify->post(); 71976507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden} 71986507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 719990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::ExecutingState::onOMXFrameRendered(int64_t mediaTimeUs, nsecs_t systemNano) { 720090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 720190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 720290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 720390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7204f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingState::onOMXEvent( 7205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventPortSettingsChanged: 7208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(data1, (OMX_U32)kPortIndexOutput); 7210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7211b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->onOutputFormatChanged(); 7212b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 721331e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 7214054219874873b41f1c815552987c10465c34ba2bLajos Molnar mCodec->mMetadataBuffersToSubmit = 0; 7215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mCodec->mOMX->sendCommand( 7216f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mNode, 7217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_CommandPortDisable, kPortIndexOutput), 7218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (status_t)OK); 7219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7220349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->freeOutputBuffersNotOwnedByComponent(); 7221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mOutputPortSettingsChangedState); 7223b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar } else if (data2 != OMX_IndexConfigCommonOutputCrop 7224b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar && data2 != OMX_IndexConfigAndroidIntraRefresh) { 7225ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] OMX_EventPortSettingsChanged 0x%08x", 7226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str(), data2); 7227f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7228f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7229f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventBufferFlag: 7233f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7234f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7236f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7238f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7240f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7244f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::OutputPortSettingsChangedState::OutputPortSettingsChangedState( 7245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ACodec *codec) 7246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7249f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::BaseState::PortMode ACodec::OutputPortSettingsChangedState::getPortMode( 7250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_U32 portIndex) { 7251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (portIndex == kPortIndexOutput) { 7252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return FREE_BUFFERS; 7253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexInput); 7256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return RESUBMIT_BUFFERS; 7258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7260f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onMessageReceived( 7261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7267349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case kWhatResume: 7268e6eea3a6b6e0cf92287ec1ceb8350f201d17e1acPer Persson case kWhatSetParameters: 7269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7270349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (msg->what() == kWhatResume) { 72713856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring resume", mCodec->mComponentName.c_str()); 7272349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7273349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7287f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::OutputPortSettingsChangedState::stateEntered() { 72883856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now handling output port settings change", 7289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mComponentName.c_str()); 7290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 729290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarbool ACodec::OutputPortSettingsChangedState::onOMXFrameRendered( 729390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs, nsecs_t systemNano) { 729490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->onFrameRendered(mediaTimeUs, systemNano); 729590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return true; 729690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 729790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7298f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::OutputPortSettingsChangedState::onOMXEvent( 7299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7301f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data1 == (OMX_U32)OMX_CommandPortDisable) { 73040806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data2 != (OMX_U32)kPortIndexOutput) { 73050806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("ignoring EventCmdComplete CommandPortDisable for port %u", data2); 73060806340688c937e7b78c2d89db3809274130df4eLajos Molnar return false; 73070806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7308f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 73090806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now disabled.", mCodec->mComponentName.c_str()); 7310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 73110806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = OK; 73120806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (!mCodec->mBuffers[kPortIndexOutput].isEmpty()) { 73130806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("disabled port should be empty, but has %zu buffers", 73140806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mBuffers[kPortIndexOutput].size()); 73150806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = FAILED_TRANSACTION; 73160806340688c937e7b78c2d89db3809274130df4eLajos Molnar } else { 73170806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mDealer[kPortIndexOutput].clear(); 73180806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 73200806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 73210806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->mOMX->sendCommand( 73220806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandPortEnable, kPortIndexOutput); 73230806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 73250806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 73260806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->allocateBuffersOnPort(kPortIndexOutput); 73270806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE_IF(err != OK, "Failed to allocate output port buffers after port " 73280806340688c937e7b78c2d89db3809274130df4eLajos Molnar "reconfiguration: (%d)", err); 73290806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7330cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 73310806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 7332251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mCodec->signalError(OMX_ErrorUndefined, makeNoSideEffectStatus(err)); 7333d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7334755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // This is technically not correct, but appears to be 7335755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the only way to free the component instance. 7336755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // Controlled transitioning from excecuting->idle 7337755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // and idle->loaded seem impossible probably because 7338755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber // the output port never finishes re-enabling. 7339755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mShutdownInProgress = true; 7340755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->mKeepComponentAllocated = false; 7341755b9861197f1566f916785ba7d35cf86fd5b2d5Andreas Huber mCodec->changeState(mCodec->mLoadedState); 7342cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 7343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else if (data1 == (OMX_U32)OMX_CommandPortEnable) { 7346777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (data2 != (OMX_U32)kPortIndexOutput) { 7347777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("ignoring EventCmdComplete OMX_CommandPortEnable for port %u", data2); 7348777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7349777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 73510806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGV("[%s] Output port now reenabled.", mCodec->mComponentName.c_str()); 7352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7353349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber if (mCodec->mExecutingState->active()) { 7354349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mExecutingState->submitOutputBuffers(); 7355349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7356349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7359f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 7363f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7364f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7365f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7366f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 7367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7372f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::ExecutingToIdleState::ExecutingToIdleState(ACodec *codec) 73735778822d86b0337407514b9372562b86edfa91cdAndreas Huber : BaseState(codec), 73745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle(false) { 7375f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7376f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7377f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onMessageReceived(const sp<AMessage> &msg) { 7378f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7379f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7380f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7381f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7382f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7383f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 73850806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGW("Ignoring flush request in ExecutingToIdleState"); 7386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7389f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7390f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 7392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7393f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7397f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7401f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7405f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::stateEntered() { 74063856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Executing->Idle", mCodec->mComponentName.c_str()); 740731e2508c75018145a8238925ff1a08cbde4e799aAndreas Huber 74085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = false; 7409b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar mCodec->mLastOutputFormat.clear(); 7410f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7412f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::ExecutingToIdleState::onOMXEvent( 7413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7415f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7416f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 74170806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 74180806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateIdle) { 74190806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in ExecutingToIdleState: %s(%u) %s(%u)", 74200806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 74210806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 74220806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 74230806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 74240806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mComponentNowIdle = true; 74275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7433349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7434349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventBufferFlag: 7435349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 7436349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber // We're shutting down and don't care about this anymore. 7437349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7438349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7439349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7440f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7442f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7443f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 74440af941927ef8f35f2da5380dfd8d04b7f4ed3532Andreas Huber 7445f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::changeStateIfWeOwnAllBuffers() { 74465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mComponentNowIdle && mCodec->allYourBuffersAreBelongToUs()) { 74470806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err = mCodec->mOMX->sendCommand( 74480806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->mNode, OMX_CommandStateSet, OMX_StateLoaded); 74490806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 74500806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = mCodec->freeBuffersOnPort(kPortIndexInput); 74510806340688c937e7b78c2d89db3809274130df4eLajos Molnar status_t err2 = mCodec->freeBuffersOnPort(kPortIndexOutput); 74520806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err == OK) { 74530806340688c937e7b78c2d89db3809274130df4eLajos Molnar err = err2; 74540806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 74550806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74570167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber if ((mCodec->mFlags & kFlagPushBlankBuffersToNativeWindowOnShutdown) 74580167414e261f88a96b5e4bf6cb592e6ca11e5a95Andreas Huber && mCodec->mNativeWindow != NULL) { 7459bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // We push enough 1x1 blank buffers to ensure that one of 7460bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // them has made it to the display. This allows the OMX 7461bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // component teardown to zero out any protected buffers 7462bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber // without the risk of scanning out one of those buffers. 7463b2d0b487efd40700199852c9a18b369b1651f15bLajos Molnar pushBlankBuffersToNativeWindow(mCodec->mNativeWindow.get()); 7464bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber } 7465bc098410be55f9d96f394b3981a0c482b83859b6Andreas Huber 74660806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (err != OK) { 74670806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 74680806340688c937e7b78c2d89db3809274130df4eLajos Molnar return; 74690806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 74700806340688c937e7b78c2d89db3809274130df4eLajos Molnar 7471f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mIdleToLoadedState); 7472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7475f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onInputBufferFilled( 7476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7482f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::ExecutingToIdleState::onOutputBufferDrained( 7483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> &msg) { 7484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7487f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7491f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::IdleToLoadedState::IdleToLoadedState(ACodec *codec) 7492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7495f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onMessageReceived(const sp<AMessage> &msg) { 7496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing that... 7502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Don't send me a flush request if you previously wanted me 7510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // to shutdown. 75110806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Got flush request in IdleToLoadedState"); 7512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7523f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::IdleToLoadedState::stateEntered() { 75243856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Idle->Loaded", mCodec->mComponentName.c_str()); 7525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7527f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::IdleToLoadedState::onOMXEvent( 7528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 75320806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandStateSet 75330806340688c937e7b78c2d89db3809274130df4eLajos Molnar || data2 != (OMX_U32)OMX_StateLoaded) { 75340806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("Unexpected command completion in IdleToLoadedState: %s(%u) %s(%u)", 75350806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, 75360806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_STATETYPE)data2), data2); 75370806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 75380806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 75390806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7541c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mCodec->changeState(mCodec->mLoadedState); 7542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7546f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//////////////////////////////////////////////////////////////////////////////// 7552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7553f933441648ef6a71dee783d733aac17b9508b452Andreas HuberACodec::FlushingState::FlushingState(ACodec *codec) 7554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : BaseState(codec) { 7555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7557f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::stateEntered() { 75583856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Now Flushing", mCodec->mComponentName.c_str()); 7559f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[kPortIndexInput] = mFlushComplete[kPortIndexOutput] = false; 7561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7563f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onMessageReceived(const sp<AMessage> &msg) { 7564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool handled = false; 7565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7566f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 7567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatShutdown: 7568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->deferMessage(msg); 7570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 7574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 7575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // We're already doing this right now. 7576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = true; 7577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber handled = BaseState::onMessageReceived(msg); 7582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 7583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return handled; 7586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7588f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool ACodec::FlushingState::onOMXEvent( 7589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 7590ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGV("[%s] FlushingState onOMXEvent(%u,%d)", 7591ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mCodec->mComponentName.c_str(), event, (OMX_S32)data1); 7592d3d822204249eaca4259bdf46f6f0357b96e8e21Andreas Huber 7593f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (event) { 7594f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case OMX_EventCmdComplete: 7595f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 75960806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (data1 != (OMX_U32)OMX_CommandFlush) { 75970806340688c937e7b78c2d89db3809274130df4eLajos Molnar ALOGE("unexpected EventCmdComplete %s(%d) data2:%d in FlushingState", 75980806340688c937e7b78c2d89db3809274130df4eLajos Molnar asString((OMX_COMMANDTYPE)data1), data1, data2); 75990806340688c937e7b78c2d89db3809274130df4eLajos Molnar mCodec->signalError(OMX_ErrorUndefined, FAILED_TRANSACTION); 76000806340688c937e7b78c2d89db3809274130df4eLajos Molnar return true; 76010806340688c937e7b78c2d89db3809274130df4eLajos Molnar } 7602f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7603f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (data2 == kPortIndexInput || data2 == kPortIndexOutput) { 7604777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (mFlushComplete[data2]) { 7605777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("Flush already completed for %s port", 7606777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim data2 == kPortIndexInput ? "input" : "output"); 7607777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return true; 7608777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7609f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushComplete[data2] = true; 7610e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber 76110806340688c937e7b78c2d89db3809274130df4eLajos Molnar if (mFlushComplete[kPortIndexInput] && mFlushComplete[kPortIndexOutput]) { 7612e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber changeStateIfWeOwnAllBuffers(); 7613e5bf6409774fe73f968b7db215f535b64de66139Andreas Huber } 7614777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else if (data2 == OMX_ALL) { 7615777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim if (!mFlushComplete[kPortIndexInput] || !mFlushComplete[kPortIndexOutput]) { 7616777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("received flush complete event for OMX_ALL before ports have been" 7617777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim "flushed (%d/%d)", 7618777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim mFlushComplete[kPortIndexInput], mFlushComplete[kPortIndexOutput]); 7619777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim return false; 7620777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } 7621f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7622f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7623777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim } else { 7624777cf6d2788b12bbd68f620cda94a128462a208dJinsuk Kim ALOGW("data2 not OMX_ALL but %u in EventCmdComplete CommandFlush", data2); 7625f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7626f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7627f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7628f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7629f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7630349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber case OMX_EventPortSettingsChanged: 7631349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber { 76321d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatOMXMessage, mCodec); 7633349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("type", omx_message::EVENT); 7634609b815a3131d22da38b2f452faa9f89daad4039Andy Hung msg->setInt32("node", mCodec->mNode); 7635349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("event", event); 7636349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data1", data1); 7637349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber msg->setInt32("data2", data2); 7638349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 76393856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("[%s] Deferring OMX_EventPortSettingsChanged", 7640349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->mComponentName.c_str()); 7641349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7642349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber mCodec->deferMessage(msg); 7643349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7644349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber return true; 7645349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber } 7646349d3fcb4afacf754f7b5b5186d2f258f5bf35e7Andreas Huber 7647f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 7648f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return BaseState::onOMXEvent(event, data1, data2); 7649f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7650f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7651f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 7652f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7653f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7654f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onOutputBufferDrained(const sp<AMessage> &msg) { 7655f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onOutputBufferDrained(msg); 7656f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7657f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7658f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7659f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7660f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::onInputBufferFilled(const sp<AMessage> &msg) { 7661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber BaseState::onInputBufferFilled(msg); 7662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7663f933441648ef6a71dee783d733aac17b9508b452Andreas Huber changeStateIfWeOwnAllBuffers(); 7664f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7665f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7666f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid ACodec::FlushingState::changeStateIfWeOwnAllBuffers() { 7667f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mFlushComplete[kPortIndexInput] 7668f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mFlushComplete[kPortIndexOutput] 7669f933441648ef6a71dee783d733aac17b9508b452Andreas Huber && mCodec->allYourBuffersAreBelongToUs()) { 76707e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // We now own all buffers except possibly those still queued with 76717e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber // the native window for rendering. Let's get those back as well. 76727e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber mCodec->waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 76737e7013392e302a28364df1dcee79b82ad90978b4Andreas Huber 767490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mCodec->mRenderTracker.clear(systemTime(CLOCK_MONOTONIC)); 767590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7676f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mCodec->mNotify->dup(); 7677d8cbe4a024ef54adf043b6ea31fa22271b8b2c51Lajos Molnar notify->setInt32("what", CodecBase::kWhatFlushCompleted); 7678f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 7679f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7680f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexInput] = 7681f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->mPortEOS[kPortIndexOutput] = false; 7682f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 7683dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber mCodec->mInputEOSResult = OK; 7684dc9bacd838442a524585887e6ea6696836be2edaAndreas Huber 7685f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen if (mCodec->mSkipCutBuffer != NULL) { 7686f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen mCodec->mSkipCutBuffer->clear(); 7687f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen } 7688f3bd1972e039c6ded5154db715e5a32f1813a239Marco Nelissen 7689f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mCodec->changeState(mCodec->mExecutingState); 7690f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 7691f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 7692f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 76935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t ACodec::queryCapabilities( 76945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 76955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps) { 76965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar (*caps).clear(); 76975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const char *role = getComponentRole(isEncoder, mime.c_str()); 76985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (role == NULL) { 76995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return BAD_VALUE; 77005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMXClient client; 77035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = client.connect(); 77045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 77055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 77065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<IOMX> omx = client.interface(); 77095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecObserver> observer = new CodecObserver; 77105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar IOMX::node_id node = 0; 77115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 771223858874bbce68fb5ac83250087fa7788c97dd12Marco Nelissen err = omx->allocateNode(name.c_str(), observer, NULL, &node); 77135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 77145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 77155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 77165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar err = setComponentRole(omx, node, role); 77195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 77205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 77215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 77225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return err; 77235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::CapabilitiesBuilder> builder = new MediaCodecInfo::CapabilitiesBuilder(); 77265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool isVideo = mime.startsWithIgnoreCase("video/"); 77275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo) { 77295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PROFILELEVELTYPE param; 77305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 77315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 77325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77336e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 77346e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 77355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 77365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoProfileLevelQuerySupported, 77375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 77385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 77395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 77405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, param.eLevel); 77426e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 77436e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 77446e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x/%x", 77456e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 77466e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile, param.eLevel); 77476e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 77485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // Color format query 77515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // return colors in the order reported by the OMX component 77525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // prefix "flexible" standard ones with the flexible equivalent 77535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_PARAM_PORTFORMATTYPE portFormat; 77545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(&portFormat); 775536e4e1592bb07e1fdf8d4324f65a66ba332d75f2Lajos Molnar portFormat.nPortIndex = isEncoder ? kPortIndexInput : kPortIndexOutput; 77565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar Vector<uint32_t> supportedColors; // shadow copy to check for duplicates 77576e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 77586e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar portFormat.nIndex = index; 77595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 77605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, OMX_IndexParamVideoPortFormat, 77615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &portFormat, sizeof(portFormat)); 77625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 77635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 77645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 77665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_U32 flexibleEquivalent; 77675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isFlexibleColorFormat( 77685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx, node, portFormat.eColorFormat, false /* usingNativeWindow */, 77695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar &flexibleEquivalent)) { 77705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar bool marked = false; 77715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar for (size_t i = 0; i < supportedColors.size(); ++i) { 77725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (supportedColors[i] == flexibleEquivalent) { 77735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar marked = true; 77745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 77755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77775b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (!marked) { 77785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(flexibleEquivalent); 77795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(flexibleEquivalent); 77805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar supportedColors.push(portFormat.eColorFormat); 77835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addColorFormat(portFormat.eColorFormat); 77846e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 77856e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 77866e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking formats after %u: %s(%x)", 77876e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 77886e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar asString(portFormat.eColorFormat), portFormat.eColorFormat); 77896e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 77905b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 77915b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (mime.equalsIgnoreCase(MEDIA_MIMETYPE_AUDIO_AAC)) { 77925b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // More audio codecs if they have profiles. 77935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_AUDIO_PARAM_ANDROID_PROFILETYPE param; 77945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶m); 77955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar param.nPortIndex = isEncoder ? kPortIndexOutput : kPortIndexInput; 77966e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar for (OMX_U32 index = 0; index <= kMaxIndicesToCheck; ++index) { 77976e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.nProfileIndex = index; 77985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar status_t err = omx->getParameter( 77995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexParamAudioProfileQuerySupported, 78005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶m, sizeof(param)); 78015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (err != OK) { 78025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar break; 78035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // For audio, level is ignored. 78055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addProfileLevel(param.eProfile, 0 /* level */); 78066e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar 78076e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar if (index == kMaxIndicesToCheck) { 78086e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar ALOGW("[%s] stopping checking profiles after %u: %x", 78096e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar name.c_str(), index, 78106e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar param.eProfile); 78116e6d429f8001e831b23c3505824e016a681fcf90Lajos Molnar } 78125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // NOTE: Without Android extensions, OMX does not provide a way to query 78155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // AAC profile support 78165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (param.nProfileIndex == 0) { 78175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ALOGW("component %s doesn't support profile query.", name.c_str()); 78185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && !isEncoder) { 78225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar native_handle_t *sidebandHandle = NULL; 78235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->configureVideoTunnelMode( 78245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 0, &sidebandHandle) == OK) { 78255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // tunneled playback includes adaptive playback 78265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback 78275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar | MediaCodecInfo::Capabilities::kFlagSupportsTunneledPlayback); 78285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (omx->storeMetaDataInBuffers( 78295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE) == OK || 78305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->prepareForAdaptivePlayback( 78315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, kPortIndexOutput, OMX_TRUE, 78325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 1280 /* width */, 720 /* height */) == OK) { 78335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsAdaptivePlayback); 78345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (isVideo && isEncoder) { 78385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar OMX_VIDEO_CONFIG_ANDROID_INTRAREFRESHTYPE params; 78395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar InitOMXParams(¶ms); 78405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar params.nPortIndex = kPortIndexOutput; 78415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TODO: should we verify if fallback is supported? 78425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (omx->getConfig( 78435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar node, (OMX_INDEXTYPE)OMX_IndexConfigAndroidIntraRefresh, 78445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar ¶ms, sizeof(params)) == OK) { 78455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar builder->addFlags(MediaCodecInfo::Capabilities::kFlagSupportsIntraRefresh); 78465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 78485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 78495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar *caps = builder; 78505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar omx->freeNode(node); 78515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar client.disconnect(); 78525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return OK; 78535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 78545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 7855a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// These are supposed be equivalent to the logic in 7856a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar// "audio_channel_out_mask_from_count". 7857a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar//static 7858a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnarstatus_t ACodec::getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]) { 7859a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar switch (numChannels) { 7860a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 1: 7861a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelCF; 7862a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7863a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 2: 7864a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7865a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7866a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7867a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 3: 7868a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7869a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7870a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7871a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7872a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 4: 7873a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7874a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7875a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelLR; 7876a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelRR; 7877a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7878a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 5: 7879a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7880a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7881a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7882a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLR; 7883a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelRR; 7884a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7885a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 6: 7886a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7887a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7888a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7889a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7890a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7891a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7892a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7893a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 7: 7894a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7895a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7896a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7897a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7898a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7899a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7900a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelCS; 7901a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7902a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar case 8: 7903a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[0] = OMX_AUDIO_ChannelLF; 7904a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[1] = OMX_AUDIO_ChannelRF; 7905a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[2] = OMX_AUDIO_ChannelCF; 7906a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[3] = OMX_AUDIO_ChannelLFE; 7907a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[4] = OMX_AUDIO_ChannelLR; 7908a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[5] = OMX_AUDIO_ChannelRR; 7909a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[6] = OMX_AUDIO_ChannelLS; 7910a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar map[7] = OMX_AUDIO_ChannelRS; 7911a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar break; 7912a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar default: 7913a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return -EINVAL; 7914a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar } 7915a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 7916a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar return OK; 7917a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar} 7918a485208faef579d3d20ee56f29e81d9a5e32e14dLajos Molnar 7919f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 7920