MediaCodec.cpp revision 3a01a71dcbb467d06cc5da4a72a82bb588648cfc
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 225778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 242606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IBatteryStats.h> 252606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 261a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 27ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 285778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 295778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 305778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 315b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 32ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 335778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 352606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 366f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 37e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 385778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 395778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 405778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/NativeWindowWrapper.h> 412606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 422606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 432606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 44e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 455778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangstruct MediaCodec::BatteryNotifier : public Singleton<BatteryNotifier> { 482606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier(); 492606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 502606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStartVideo(); 512606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStopVideo(); 522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStartAudio(); 532606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStopAudio(); 542606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 552606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangprivate: 562606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang int32_t mVideoRefCount; 572606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang int32_t mAudioRefCount; 582606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang sp<IBatteryStats> mBatteryStatService; 592606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang}; 602606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 612606b10d51c2dceb851a2ea63e803aba4134bf00Chong ZhangANDROID_SINGLETON_STATIC_INSTANCE(MediaCodec::BatteryNotifier) 622606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 632606b10d51c2dceb851a2ea63e803aba4134bf00Chong ZhangMediaCodec::BatteryNotifier::BatteryNotifier() : 642606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mVideoRefCount(0), 652606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mAudioRefCount(0) { 662606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang // get battery service 672606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang const sp<IServiceManager> sm(defaultServiceManager()); 682606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (sm != NULL) { 692606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang const String16 name("batterystats"); 702606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatService = interface_cast<IBatteryStats>(sm->getService(name)); 712606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mBatteryStatService == NULL) { 722606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGE("batterystats service unavailable!"); 732606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 742606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 752606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 762606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 772606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStartVideo() { 782606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mVideoRefCount == 0 && mBatteryStatService != NULL) { 792606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatService->noteStartVideo(AID_MEDIA); 802606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 812606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mVideoRefCount++; 822606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 832606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 842606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStopVideo() { 852606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mVideoRefCount == 0) { 862606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGW("BatteryNotifier::noteStop(): video refcount is broken!"); 872606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang return; 882606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 892606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 902606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mVideoRefCount--; 912606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mVideoRefCount == 0 && mBatteryStatService != NULL) { 922606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatService->noteStopVideo(AID_MEDIA); 932606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 942606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 952606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 962606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStartAudio() { 972606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mAudioRefCount == 0 && mBatteryStatService != NULL) { 982606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatService->noteStartAudio(AID_MEDIA); 992606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1002606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mAudioRefCount++; 1012606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 1022606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1032606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStopAudio() { 1042606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mAudioRefCount == 0) { 1052606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGW("BatteryNotifier::noteStop(): audio refcount is broken!"); 1062606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang return; 1072606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1082606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1092606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mAudioRefCount--; 1102606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mAudioRefCount == 0 && mBatteryStatService != NULL) { 1112606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatService->noteStopAudio(AID_MEDIA); 1122606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1132606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 1145778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1155778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 116251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const sp<ALooper> &looper, const char *mime, bool encoder, status_t *err) { 1175778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = new MediaCodec(looper); 1185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 119251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 120251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 121251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 122251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 123251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1245778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1265778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1275778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 128251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const sp<ALooper> &looper, const char *name, status_t *err) { 1295778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = new MediaCodec(looper); 1305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 131251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 132251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 133251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 134251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 135251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1365778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1385778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::MediaCodec(const sp<ALooper> &looper) 1395778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 1405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 14192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 1427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 1435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 144251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 1455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 1462606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 1472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 1485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 1495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 1505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 1516507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 1526507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface(false) { 1535778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1555778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 1565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 1575778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1595778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1605778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 1615778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 1625778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 1635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 1655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 1665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 1695778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 1705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 1735778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang// static 176c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::PostReplyWithError(int32_t replyID, int32_t err) { 177c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 178c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->setInt32("err", err); 179c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 180c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 181c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 182dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 183671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 184671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 185671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 186671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 187671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1885778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 1895778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 1905778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 1915778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 19292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec = new ACodec; 1935778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool needDedicatedLooper = false; 194dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 1955778822d86b0337407514b9372562b86edfa91cdAndreas Huber needDedicatedLooper = true; 1966f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 1976f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 1986f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 1996f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 2006f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 20160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 2026f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 2036f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 20460b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 20560b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 20660b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 20760b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 20860b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 20960b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar needDedicatedLooper = true; 21060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 2116f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 2126f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 2136f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 2145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (needDedicatedLooper) { 2175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 2185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 2195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 2205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 2215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 2245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 2265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 2295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->setNotificationMessage(new AMessage(kWhatCodecNotify, id())); 2315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2325778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatInit, id()); 2335778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 2345778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 2355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 2375778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 2385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2405778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 2415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 2425778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 244c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 245c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = new AMessage(kWhatSetCallback, id()); 246c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 247c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 248c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 249c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 250c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 251c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2525778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 2535778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 2541a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian const sp<Surface> &nativeWindow, 2551bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 2565778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 2575778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatConfigure, id()); 2585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2595778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 2605778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 2615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nativeWindow != NULL) { 2631bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setObject( 2641bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber "native-window", 2651bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber new NativeWindowWrapper(nativeWindow)); 2661bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 2671bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2681bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (crypto != NULL) { 2691bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setPointer("crypto", crypto.get()); 2705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2725778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 273f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang status_t err = PostAndAwaitResponse(msg, &response); 274f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 275f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang if (err != OK && err != INVALID_OPERATION) { 276f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang // MediaCodec now set state to UNINITIALIZED upon any fatal error. 277f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang // To maintain backward-compatibility, do a reset() to put codec 278f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang // back into INITIALIZED state. 279f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang // But don't reset if the err is INVALID_OPERATION, which means 280f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang // the configure failure is due to wrong state. 281f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 282f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang ALOGE("configure failed with err 0x%08x, resetting...", err); 283f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang reset(); 284f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 285f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 286f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 2875778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 2907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 2917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, id()); 2927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 2937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 2947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 2957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 2967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 2977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 2987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 2997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 3007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 3017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 3027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 3037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 3047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 3057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 3067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 3077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 3087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 3095778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 3105778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatStart, id()); 3115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3125778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 3135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 3145778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3165778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 3175778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatStop, id()); 3185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3195778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 3205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 3215778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 323c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 324c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> msg = new AMessage(kWhatRelease, id()); 325c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 326c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 327c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 328c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 329c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 330671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 331671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 332671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 333671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 334671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 335671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 336671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 337671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 338671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 339671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 340671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 341671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 342671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 343671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 344671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 345671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 346671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 347671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 348671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 349251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 350671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 351671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 352671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 353671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 354671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 355671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 356671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 357671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 358671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 359671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 360dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 361671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 362671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 363671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 364671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 3655778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 3665778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 3675778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 3685778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 3695778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 3705b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 3715b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 3725b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 3735b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 3745b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 3755b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 3765778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, id()); 3775778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 3785778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 3795778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 3805778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 3815778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 3825b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 3835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3845778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 3855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 3865778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 3894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 3904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 3914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 3924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 3934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 3944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 3954b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 3964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 3975b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 3985b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 3995b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 4005b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 4015b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 4025b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 4034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, id()); 4044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 4054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 4064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 4074b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 4084b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 4094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 4104b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 4114b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 4124b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 4135b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 4144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 4154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 4165b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 4175b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 4185b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 4194b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 4204b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 4215778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 4225778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, id()); 4235778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 4245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4255778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 4265778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 4275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 4285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 4295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4315778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 4325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 4345778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4365778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 4375778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 4385778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 4395778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 4405778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 4415778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 4425778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 4435778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, id()); 4445778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 4455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4465778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 4475778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 4485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 4495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 4505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4525778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 4535778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 4545778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 4555778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 4565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 4575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 4595778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4615778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 4625778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, id()); 4635778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 4645778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 4655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4665778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 4675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 4685778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 470fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 471fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, id()); 472fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 473fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 474fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 475fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 476fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 477fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 478fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 479fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 4805778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 4815778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, id()); 4825778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 4835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4845778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 4855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 4865778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 4897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, id()); 4907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 4927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 4937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 4947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4955778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 4965778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, id()); 4975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4985778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 4995778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 5005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 5015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 5025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5045778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 5055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 5075778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 509e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 510e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, id()); 511e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 512e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 513e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 514e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 515e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 516e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 517e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 518e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 519e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 520e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 521e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 522e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 523717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 524717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> msg = new AMessage(kWhatGetName, id()); 525717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 526717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 527717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 528717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 529717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 530717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 531717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 532717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 533717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 534717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 535717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 536717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 5375778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getInputBuffers(Vector<sp<ABuffer> > *buffers) const { 5385778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatGetBuffers, id()); 5395778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 5405778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 5415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5425778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 5435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 5445778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5465778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputBuffers(Vector<sp<ABuffer> > *buffers) const { 5475778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatGetBuffers, id()); 5485778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 5495778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 5505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5515778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 5525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 5535778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5557bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputBuffer(size_t index, sp<ABuffer> *buffer) { 5567bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 5577bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 5587bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 5597bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5607bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 5617bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> buffer; 5627bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 5637bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 5647bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5657bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getInputBuffer(size_t index, sp<ABuffer> *buffer) { 5667bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 5677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 5687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 5697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5700e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 5710e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 5720e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 5730e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 5747bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 5757bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 5767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> *buffer, sp<AMessage> *format) { 5777bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 5787bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 5807bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 5810e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 5827bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 5837bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 5847bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5857bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 5867bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 5877bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 5887bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 5897bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (index < buffers->size()) { 5907bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo &info = buffers->itemAt(index); 5917bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (info.mOwnedByClient) { 5920837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar // by the time buffers array is initialized, crypto is set 5930837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar if (portIndex == kPortIndexInput && mCrypto != NULL) { 5940837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mEncryptedData; 5950837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } else { 5960837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mData; 5970837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } 5987bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar *format = info.mFormat; 5997bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 6007bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 6017bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 6027bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 6037bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 6045778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 6055778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatFlush, id()); 6065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6075778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6095778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 611496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 612496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber (new AMessage(kWhatRequestIDRFrame, id()))->post(); 613496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 614496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 615496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 616496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 617575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 618575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, id()); 619575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 620575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 621575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 622575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 6235778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 6245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6255778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 6265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 627c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 6285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6295778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 6305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 6315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 6325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 635c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 6365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6375778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 6385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 6395778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 6405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6415778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6435778822d86b0337407514b9372562b86edfa91cdAndreas Huberbool MediaCodec::handleDequeueInputBuffer(uint32_t replyID, bool newRequest) { 6440e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 6455778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 646c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 6475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 648251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 649251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 650251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 6515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6535778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 6545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 6565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 6575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 6585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6605778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 6615778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 6625778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 6635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 6655778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6675778822d86b0337407514b9372562b86edfa91cdAndreas Huberbool MediaCodec::handleDequeueOutputBuffer(uint32_t replyID, bool newRequest) { 6685778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 6695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6700e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 6715778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 6725778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INVALID_OPERATION); 673251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 674251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung response->setInt32("err", getStickyError()); 6755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 6765778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INFO_OUTPUT_BUFFERS_CHANGED); 6775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 6785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 6795778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INFO_FORMAT_CHANGED); 6805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 6815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 6825778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 6835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 6855778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 6865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 6875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6895778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<ABuffer> &buffer = 6905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[kPortIndexOutput].itemAt(index).mData; 6915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6925778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 6935778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 6945778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 6955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6965778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 6975778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 6985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6995778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 7005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7015778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 7025778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 7035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7045778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags = 0; 7055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 7065778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_SYNCFRAME; 7075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 7095778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_CODECCONFIG; 7105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_EOS) { 7125778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_EOS; 7135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7155778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 7165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7185778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 7195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 7215778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7235778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 7245778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 7255778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 7265778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 7275778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 7285778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 7295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7305778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 73192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatError: 7325778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 733251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 734251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 735251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 7365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7379e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 7389e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 739251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 740aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 74152dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 742aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 743aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 7445530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 7455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7465778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 7475778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 7485778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 7495778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 7505778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 7515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7535778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 7545778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 755c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 756c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 7575778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 7585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7605778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 7615778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 762c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 763c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 7645778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 7655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7675778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STOPPING: 768c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 7695778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 7705778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 7715778822d86b0337407514b9372562b86edfa91cdAndreas Huber // the shutdown complete notification. 7725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7735530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 77403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 775aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 77603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 77703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 77803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 77903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 78003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 78103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 78203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 78303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 7846e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 7856e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 7866e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 78703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 78803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 7895778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 7905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7925778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 7935778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 7949e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 7959e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 7969e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 7979e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 7989e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 7999e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 8005778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 8015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8030e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 8045778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 8055778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 8065530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 8075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 808251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 809575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 8105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8115778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 812c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 813c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 814251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 815251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 816251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 817251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 818251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 819251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 820251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 821251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 822251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 823251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 824251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 825c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 8265778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 8275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8295778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 8305778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 8315530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 8325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 833251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 834575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 835c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 836251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 837251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 838251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 839251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 840c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 841251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 842251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 843251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 844251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 845251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 846251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 847251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 848251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 849251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 850251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 851251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 852c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 8535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 8545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8575530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 858251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 8595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8605778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 8615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 86392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentAllocated: 8645778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 8655778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 8665778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 86752dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 8685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 869717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 8705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 871717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 8723a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 8735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 8743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 8755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 877717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 8781bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 8791bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 8801bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 8811bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 8821bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 8835778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 8845778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 8855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 88792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentConfigured: 8885778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 8895778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 8905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8916507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 8926507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 8936507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 894e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 895e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 896e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 8973a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 8983a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 8993a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 9003a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 9013a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 9022606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 9035778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 9045778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 9055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 90792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatInputSurfaceCreated: 9087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 90992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 9107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 9117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response = new AMessage(); 9127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 9137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 9147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 9157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 9167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 9176507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 9187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 9197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 9207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 9217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 9227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 9237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 9247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 92592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatSignaledInputEOS: 9267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 92792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 9287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response = new AMessage(); 9297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 9307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 9317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 9327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 9337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 9347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 9357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 9367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 9377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 93892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatBuffersAllocated: 9395778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 9407bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 9415778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 9425778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 9435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9445778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("%s buffers allocated", 9455778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 9465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9475778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput 9485778822d86b0337407514b9372562b86edfa91cdAndreas Huber || portIndex == kPortIndexOutput); 9495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[portIndex].clear(); 9515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9525778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 9535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 954eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<RefBase> obj; 955eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber CHECK(msg->findObject("portDesc", &obj)); 956eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 95792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar sp<CodecBase::PortDescription> portDesc = 95892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar static_cast<CodecBase::PortDescription *>(obj.get()); 9595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 960eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t numBuffers = portDesc->countBuffers(); 9615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 962eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber for (size_t i = 0; i < numBuffers; ++i) { 9635778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo info; 964eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mBufferID = portDesc->bufferIDAt(i); 9655778822d86b0337407514b9372562b86edfa91cdAndreas Huber info.mOwnedByClient = false; 966eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mData = portDesc->bufferAt(i); 9675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9681bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (portIndex == kPortIndexInput && mCrypto != NULL) { 969ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mEncryptedData = 970ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber new ABuffer(info.mData->capacity()); 971ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 972ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 9735778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffers->push_back(info); 9745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexOutput) { 9775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState == STARTING) { 9785778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We're always allocating output buffers after 9795778822d86b0337407514b9372562b86edfa91cdAndreas Huber // allocating input buffers, so this is a good 9805778822d86b0337407514b9372562b86edfa91cdAndreas Huber // indication that now all buffers are allocated. 9815778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTED); 9825778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 9835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 9845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagOutputBuffersChanged; 985575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 9865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9885778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 9895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 99192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatOutputFormatChanged: 9925778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 9935778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("codec output format changed"); 9945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 995475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mSoftRenderer == NULL && 996475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu mNativeWindow != NULL && 9973a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar (mFlags & kFlagUsesSoftwareRenderer)) { 9985778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 9995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 10005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1001475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mime.startsWithIgnoreCase("video/")) { 1002475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu mSoftRenderer = new SoftwareRenderer(mNativeWindow); 10035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat = msg; 1007e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1008e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagIsEncoder) { 1009e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Before we announce the format change we should 1010e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // collect codec specific data and amend the output 1011e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format as necessary. 1012e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagGatherCodecSpecificData; 1013c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagIsAsync) { 1014c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1015e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 1016e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagOutputFormatChanged; 1017e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber postActivityNotificationIfPossible(); 1018e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 10192514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 10202514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker // Notify mCrypto of video resolution changes 10212514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker if (mCrypto != NULL) { 10228140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar int32_t left, top, right, bottom, width, height; 10238140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 10248140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 10258140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } else if (mOutputFormat->findInt32("width", &width) 10268140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar && mOutputFormat->findInt32("height", &height)) { 10278140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(width, height); 10288140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } 10292514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker } 10302514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 10315778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 103492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFillThisBuffer: 10355778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10365778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 10375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1038c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1039c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1040c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 10415778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 10425778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10458ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 10468ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 10478ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 10488ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 10498ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 10508ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 10518ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 10528ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 10538ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 10548ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 10558ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 10568ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 10578ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 10588ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 10598ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 10608ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1061251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1062575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1063575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 10648ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 10658ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 10668ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 10678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 10688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1069c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 10706e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 10716e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar onInputBufferAvailable(); 10726e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1073c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 10745778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 10755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10765778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 10775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 10785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1079575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1080575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 10815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10825778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 108592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatDrainThisBuffer: 10865778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10875778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 10885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1089c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1090c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1091c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 10925778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 10935778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10962d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 10972d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber CHECK(msg->findBuffer("buffer", &buffer)); 10985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10995778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 11005778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", &omxFlags)); 11015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11025778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffer->meta()->setInt32("omxFlags", omxFlags); 11035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1104e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagGatherCodecSpecificData) { 1105e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // This is the very first output buffer after a 1106e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format change was signalled, it'll either contain 1107e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the one piece of codec specific data we can expect 1108e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // or there won't be codec specific data. 1109e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 1110e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber status_t err = 1111e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber amendOutputFormatWithCodecSpecificData(buffer); 1112e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1113e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (err != OK) { 1114e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ALOGE("Codec spit out malformed codec " 1115e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber "specific data!"); 1116e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1117e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1118e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1119e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1120c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1121c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1122c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1123c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1124c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1125e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1126e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1127c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1128c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1129c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 11305778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 11315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11325778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 11335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 11345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1135575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1136575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 11375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1138575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 11395778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 114292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatEOS: 11435778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11445778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 11455778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 11465778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 114992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatShutdownCompleted: 11505778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1151c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == STOPPING) { 1152c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(INITIALIZED); 1153c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } else { 1154c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK_EQ(mState, RELEASING); 1155c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(UNINITIALIZED); 11566e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 1157c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 115852dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 11595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11605778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 11615778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 116492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFlushCompleted: 11655778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11665530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 11675530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 11685530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 11695530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 11705530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 11715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11720e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 11730e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 11740e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 11750e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 11760e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 11770e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 11785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11795778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 11805778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11835778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 11845778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 11855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11865778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11895778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 11905778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11915778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 11925778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 11935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1195c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 11965778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11995778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 12005778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 12015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12025778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 12035778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 12045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12055778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 12065778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 12070db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 12080db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 12095778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 12105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12125778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 12135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 12155778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 12165778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 12175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 12185778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 12195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 12225778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1225c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1226c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 1227c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t replyID; 1228c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1229c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1230c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1231c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 12320e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 12330e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1234c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1235c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1236c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1237c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1238c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1239c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1240c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1241c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1242c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1243c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1244c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1245c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1246c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1247c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1248c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1249c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1250c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1251c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1252c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1253c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1254c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1255c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1256c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 12575778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 12585778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12595778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 12605778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 12615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1263c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 12645778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12675778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 12685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findObject("native-window", &obj)) { 12695778822d86b0337407514b9372562b86edfa91cdAndreas Huber obj.clear(); 12705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12725778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 12735778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 12745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 12765778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 12771bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 12787541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber status_t err = setNativeWindow( 12797541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber static_cast<NativeWindowWrapper *>(obj.get()) 12807541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber ->getSurfaceTextureClient()); 12817541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 12827541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1283c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 12847541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 12851bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 12861bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 12877541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setNativeWindow(NULL); 12881bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 12891bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 12907541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 12917541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 12927541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 12931bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 12941bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 12951bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 12965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12981bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 12991bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 13005778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 13015778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 13025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 13045778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 1305e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 13065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13088ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 13098ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 13115778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 13157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 13167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden uint32_t replyID; 13177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 13187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 13197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 13207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 1321c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 13227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 13237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 13247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 13257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 13267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->initiateCreateInputSurface(); 13277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 13287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 13297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 13305778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 13315778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13325778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 13335778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 13345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13350e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 1336d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 13370e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 13380e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 1339d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 13400e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 1341c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 13425778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 13465778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 13475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 13495778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13525778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 1353c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 1354c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 1355aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 1356aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 1357aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1358c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber uint32_t replyID; 1359c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1360c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 136133223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung if (!((mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED) // See 1 136233223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 13630e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 136433223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 136533223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 136633223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 136752dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 136803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 136903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 137003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 137103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 137203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 1373c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 13746e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 13756e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 13766e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 13776e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 13786e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1379c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 1380c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 1381c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1382c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1383aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 1384aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 1385aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 1386aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 13876e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 13886e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 13896e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1390aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 1391aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 1392aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1393aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1394c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 1395aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 1396aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1397aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 1398aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 1399c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 14005778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 14015778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14045778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 14055778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14065778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 14075778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 14085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1409c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1410c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1411c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1412c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1413c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1414c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 14156507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 14166507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 1417c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 14186507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 14196507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 14206507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 14215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 14225778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14255778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 14265778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 14275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1429c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 14305778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 14345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 14355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 14375778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 14385778822d86b0337407514b9372562b86edfa91cdAndreas Huber new AMessage(kWhatDequeueInputTimedOut, id()); 14395778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 14405778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 14415778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 14425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14435778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14465778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 14475778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14485778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 14495778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 14505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 14525778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 14535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 14575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1458c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 14595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 14615778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 14625778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14655778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 14665778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14675778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 14685778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 14695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1470251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1471c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 14725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1473251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1474251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1475251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 14765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14785778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 14795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1480c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 14815778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14845778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 14855778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14865778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 14875778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 14885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1489c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1490c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1491c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1492c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1493c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1494c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 14955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 14965778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14995778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 15005778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 15015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1503c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 15045778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15075778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 15085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 15095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 15115778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 15125778822d86b0337407514b9372562b86edfa91cdAndreas Huber new AMessage(kWhatDequeueOutputTimedOut, id()); 15135778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 15145778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 15155778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 15165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15175778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15205778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 15215778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15225778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 15235778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 15245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15255778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 15265778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 15275778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15305778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 15315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1532c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 15335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 15355778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 15365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15395778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 15405778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15415778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 15425778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1544251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1545c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15465778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1547251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1548251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1549251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 15505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15525778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 15535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1554c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 15555778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 15597cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 15607cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden uint32_t replyID; 15617cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 15627cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1563251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1564c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15657cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 1566251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1567251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1568251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 15697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 15707cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 15717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 15727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 15737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 15747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 15757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 15765778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 15775778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15785778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 15795778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1581251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting() || (mFlags & kFlagIsAsync)) { 1582c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15835778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1584251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1585251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1586251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 15875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15895778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 15905778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 15915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15925778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<sp<ABuffer> > *dstBuffers; 15935778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 15945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15955778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 15965778822d86b0337407514b9372562b86edfa91cdAndreas Huber const Vector<BufferInfo> &srcBuffers = mPortBuffers[portIndex]; 15975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15985778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < srcBuffers.size(); ++i) { 15995778822d86b0337407514b9372562b86edfa91cdAndreas Huber const BufferInfo &info = srcBuffers.itemAt(i); 16005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1601ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber dstBuffers->push_back( 16021bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (portIndex == kPortIndexInput && mCrypto != NULL) 1603ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? info.mEncryptedData : info.mData); 16045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16065778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 16075778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16105778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 16115778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16125778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 16135778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 16145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1615251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1616c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16175778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1618251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1619251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1620251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 16215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 16240e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 16255778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 16265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 16285778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 16295778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1632e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 16335778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 16345778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1635e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 1636e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 1637e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 16385778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 16395778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 16405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1641e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 16420e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 16430e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 1644e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 1645c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16465778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1647251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1648251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1649251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 16505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16525778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 1653e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 16545778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 16555778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1658496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 1659496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 1660496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 1661496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 1662496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 1663496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1664575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 1665575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 1666575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 1667575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 1668575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 1669575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1670575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 1671575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 1672575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 1673717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 1674717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 1675717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo uint32_t replyID; 1676717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 1677717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1678717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 1679c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1680717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 1681717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1682717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1683717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 1684717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 1685717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 1686717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 1687717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1688717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1689a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 1690a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 1691a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber uint32_t replyID; 1692a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1693a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 1694a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 1695a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 1696a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 1697a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 1698a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 1699c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 1700a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 1701a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 1702a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 17035778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 17045778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 17055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17065778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 17075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17088ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 17098ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 17108ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 17128ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 17138ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 17148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!format->findBuffer(StringPrintf("csd-%u", i).c_str(), &csd)) { 17158ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 17168ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 17178ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17188ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 17198ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 17208ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 17218ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1722a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 17238ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 17248ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17258ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 17268ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 17278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17287bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo *info = 17297bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar &mPortBuffers[kPortIndexInput].itemAt(bufferIndex); 17308ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17318ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 17328ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 17338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber const sp<ABuffer> &codecInputData = 17358ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber (mCrypto != NULL) ? info->mEncryptedData : info->mData; 17368ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17378ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 17388ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 17398ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 17408ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17418ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 17428ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17438ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 17448ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17458ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, id()); 17468ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 17478ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 17488ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 17498ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 17508ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 17518ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 17528ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17538ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 17548ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 17558ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17565778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 17577541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 17585778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 17595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 17605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17611bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 17627541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setNativeWindow(NULL); 17635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1764671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 17655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 17665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 17675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 17685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 1769e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 1770e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1771c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1772251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 1773575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 1774575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 1775c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 17765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1778717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 1779671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 1780671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 1781671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1782aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 1783aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 1784aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 1785aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 1786717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1787717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 17885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 17895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17905778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 17912606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 17922606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 17935778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 17945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17955778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodec() { 17965778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 17975778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 17985778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 17995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18005778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex) { 18015778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 18027bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 18035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18045778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 18055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18065778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 18075778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 18085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify != NULL) { 18105778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = info->mNotify; 18115778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 18125778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mOwnedByClient = false; 18135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexInput) { 18157fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* no error, just returning buffers */ 18167fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar msg->setInt32("err", OK); 18175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18185778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 18195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 18235778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 18245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18255778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 18265778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 18275778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 18285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1829609b815a3131d22da38b2f452faa9f89daad4039Andy Hung uint32_t bufferID; 1830609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 18315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18325778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 18335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18345778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 18355778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 18365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mBufferID == bufferID) { 18385778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(info->mNotify == NULL); 18395778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("reply", &info->mNotify)); 18405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1841475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mFormat = 1842475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu (portIndex == kPortIndexInput) ? mInputFormat : mOutputFormat; 18435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].push_back(i); 18445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return i; 18465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18495778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 18505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 18525778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 18535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18545778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 18555778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 18565778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 18575778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 18585778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 18595778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 18605778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 18615778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 18625778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 18635778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 18645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18654b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 18664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 18674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 18684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 18694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 18704b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 18714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 18724b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 18734b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 18744b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 18754b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 18764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto != NULL) { 18774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 18784b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 18794b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 18804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 18814b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 18824b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 18834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 18844b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 18854b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 18864b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto == NULL) { 18874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 18884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 18894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 18904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 18914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 18924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 18934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 18944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 18954b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 18964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 18974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 18984b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 18994b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 19004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 19014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 19024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 19034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 19044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 19054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 19064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 19075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 19085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 19095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19115778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexInput].editItemAt(index); 19125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 19145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 19155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 19185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 19195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19215778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> reply = info->mNotify; 19225778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 19235778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 19245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19255778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_EOS) { 19265778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("eos", true); 19275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_CODECCONFIG) { 19305778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("csd", true); 19315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19331bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (mCrypto != NULL) { 19341bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (size > info->mEncryptedData->capacity()) { 19351bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber return -ERANGE; 1936ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1937ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 19385b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 19395b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 19405b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 1941fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong ssize_t result = mCrypto->decrypt( 19421bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (mFlags & kFlagIsSecure) != 0, 19431bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 19441bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 19451bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 19461bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber info->mEncryptedData->base() + offset, 19474b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 19484b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 19495b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mData->base(), 19505b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 19511bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 1952fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong if (result < 0) { 1953fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong return result; 1954ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1955ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 1956fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong info->mData->setRange(0, result); 1957ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1958ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 19597bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 19607bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 19617bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 19627bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 19637bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 19642d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber reply->setBuffer("buffer", info->mData); 19655778822d86b0337407514b9372562b86edfa91cdAndreas Huber reply->post(); 19665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19675b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mNotify = NULL; 19685b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 19695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 19705778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 19715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19725778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 19735778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 19745778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 19755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19765778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 19775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 19785778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 19795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19810e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 19825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 19835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 19865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 19875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19895778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index); 19905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19915778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 19925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 19935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19957bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 19967bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 19977bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 19987bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 19997bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 20007bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 200179ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou if (render && info->mData != NULL && info->mData->size() != 0) { 20025778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->setInt32("render", true); 20035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2004fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 2005fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (msg->findInt64("timestampNs", ×tampNs)) { 2006fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar info->mNotify->setInt64("timestampNs", timestampNs); 2007fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } else { 2008fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // TODO: it seems like we should use the timestamp 2009fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // in the (media)buffer as it potentially came from 2010fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // an input surface, but we did not propagate it prior to 2011fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // API 20. Perhaps check for target SDK version. 2012fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#if 0 2013fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 201447aea1f7c58f5302b16822f9e7e1763f2af04ef5Lajos Molnar ALOGV("using buffer PTS of %" PRId64, timestampNs); 2015fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 2016fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2017fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#endif 2018fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2019fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 20205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 20215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer->render( 2022475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mData->data(), info->mData->size(), 2023475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu timestampNs, NULL, info->mFormat); 20245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20275778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->post(); 20285778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 20295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 20315778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 20325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20335778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 20345778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 20355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20365778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 20375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 20395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 20405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20425778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 20435778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 20445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20455778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[portIndex].editItemAt(index); 20465778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 20477bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 20487bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 20497bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 205003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 205103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 205203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat != NULL) { 205303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 205403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findBuffer("image-data", &imageData)) { 205503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 205603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 205703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 205803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findRect("crop", &left, &top, &right, &bottom)) { 205903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 206003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 206103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 20627bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 20635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 20655778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 20665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20677541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huberstatus_t MediaCodec::setNativeWindow( 20681a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian const sp<Surface> &surfaceTextureClient) { 20697541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber status_t err; 20707541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20717541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (mNativeWindow != NULL) { 20727541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber err = native_window_api_disconnect( 20737541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mNativeWindow.get(), NATIVE_WINDOW_API_MEDIA); 20747541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20757541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 20767541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber ALOGW("native_window_api_disconnect returned an error: %s (%d)", 20777541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber strerror(-err), err); 20787541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 20797541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20807541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mNativeWindow.clear(); 20817541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 20827541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20837541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (surfaceTextureClient != NULL) { 20847541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber err = native_window_api_connect( 20857541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber surfaceTextureClient.get(), NATIVE_WINDOW_API_MEDIA); 20867541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20877541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 20887541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber ALOGE("native_window_api_connect returned an error: %s (%d)", 20897541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber strerror(-err), err); 20907541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20917541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber return err; 20927541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 20937541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20947541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mNativeWindow = surfaceTextureClient; 20957541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 20967541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20977541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber return OK; 20987541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 20997541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2100c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 2101c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2102c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 2103c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2104c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 2105c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2106c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2107c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2108c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2109c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2110c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 2111c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2112c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 2113c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang const sp<ABuffer> &buffer = 2114c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mPortBuffers[kPortIndexOutput].itemAt(index).mData; 2115c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2116c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 2117c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2118c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 2119c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 2120c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2121c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 2122c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 2123c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2124c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 2125c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2126c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t omxFlags; 2127c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 2128c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2129c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t flags = 0; 2130c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 2131c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_SYNCFRAME; 2132c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2133c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 2134c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_CODECCONFIG; 2135c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2136c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_EOS) { 2137c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_EOS; 2138c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2139c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2140c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 2141c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2142c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2143c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2144c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2145c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2146749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 2147c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2148c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2149c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 2150c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 2151749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 2152749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 2153749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 2154749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 2155749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 2156c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2157c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2158c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2159c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2160c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2161c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 2162c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2163c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2164c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 2165c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 2166c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2167c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2168c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2169c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2170c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2171575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 2172575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 2173575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 2174575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2175575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2176e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 2177e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 2178575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 2179e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 2180e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2181e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 2182575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 2183575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 2184e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 2185e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 2186e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2187e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 2188e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 2189e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 2190e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 2191e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 2192e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 2193e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 2194575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 2195575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2196575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2197575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 2198575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2199a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 2200a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> msg = new AMessage(kWhatSetParameters, id()); 2201a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 2202a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2203a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 2204a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 2205a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2206a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2207a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 2208a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 2209a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2210a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 2211a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2212a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2213e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 2214e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const sp<ABuffer> &buffer) { 2215e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 2216e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 2217e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2218e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 2219e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 2220e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 2221e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 2222e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 2223e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2224e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 2225e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2226e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 2227e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 2228e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2229e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 2230e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 2231e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 2232e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 2233e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 2234e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 2235e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2236e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 2237e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber StringPrintf("csd-%u", csdIndex).c_str(), csd); 2238e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2239e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 2240e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2241e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2242e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 2243e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 2244e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2245e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 2246e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 2247e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 2248e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer("csd-0", buffer); 2249e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2250e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2251e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2252e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2253e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 22542606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 22552606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mState == CONFIGURED && !mBatteryStatNotified) { 22562606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang AString mime; 22572606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang CHECK(mOutputFormat != NULL && 22582606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mOutputFormat->findString("mime", &mime)); 22592606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22602606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo = mime.startsWithIgnoreCase("video/"); 22612606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22622606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 22632606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22642606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 22652606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartVideo(); 22662606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 22672606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartAudio(); 22682606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 22692606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22702606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 22712606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 22722606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 22732606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22742606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 22752606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopVideo(); 22762606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 22772606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopAudio(); 22782606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 22792606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22802606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 22812606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 22822606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 22832606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 2285