MediaCodec.cpp revision 3f27436a9346f043f52265da1e6a74cde2bffd4d
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 225778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 242606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IBatteryStats.h> 252606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 261a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 27ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 285778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 295778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 305778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 315b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 32ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 335778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 352606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 366f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 37e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 385778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 39744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 405778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 415778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/NativeWindowWrapper.h> 422606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 432606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 442606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 45e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 465778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 482606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangstruct MediaCodec::BatteryNotifier : public Singleton<BatteryNotifier> { 492606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier(); 502606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 512606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStartVideo(); 522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStopVideo(); 532606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStartAudio(); 542606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStopAudio(); 552606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 562606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangprivate: 572606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang int32_t mVideoRefCount; 582606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang int32_t mAudioRefCount; 592606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang sp<IBatteryStats> mBatteryStatService; 602606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang}; 612606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 622606b10d51c2dceb851a2ea63e803aba4134bf00Chong ZhangANDROID_SINGLETON_STATIC_INSTANCE(MediaCodec::BatteryNotifier) 632606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 642606b10d51c2dceb851a2ea63e803aba4134bf00Chong ZhangMediaCodec::BatteryNotifier::BatteryNotifier() : 652606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mVideoRefCount(0), 662606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mAudioRefCount(0) { 672606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang // get battery service 682606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang const sp<IServiceManager> sm(defaultServiceManager()); 692606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (sm != NULL) { 702606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang const String16 name("batterystats"); 712606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatService = interface_cast<IBatteryStats>(sm->getService(name)); 722606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mBatteryStatService == NULL) { 732606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGE("batterystats service unavailable!"); 742606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 752606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 762606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 772606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 782606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStartVideo() { 792606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mVideoRefCount == 0 && mBatteryStatService != NULL) { 802606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatService->noteStartVideo(AID_MEDIA); 812606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 822606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mVideoRefCount++; 832606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 842606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 852606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStopVideo() { 862606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mVideoRefCount == 0) { 872606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGW("BatteryNotifier::noteStop(): video refcount is broken!"); 882606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang return; 892606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 902606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 912606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mVideoRefCount--; 922606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mVideoRefCount == 0 && mBatteryStatService != NULL) { 932606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatService->noteStopVideo(AID_MEDIA); 942606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 952606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 962606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 972606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStartAudio() { 982606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mAudioRefCount == 0 && mBatteryStatService != NULL) { 992606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatService->noteStartAudio(AID_MEDIA); 1002606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1012606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mAudioRefCount++; 1022606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 1032606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1042606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStopAudio() { 1052606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mAudioRefCount == 0) { 1062606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGW("BatteryNotifier::noteStop(): audio refcount is broken!"); 1072606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang return; 1082606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1092606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1102606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mAudioRefCount--; 1112606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mAudioRefCount == 0 && mBatteryStatService != NULL) { 1122606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatService->noteStopAudio(AID_MEDIA); 1132606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1142606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 1155778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1165778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 117251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const sp<ALooper> &looper, const char *mime, bool encoder, status_t *err) { 1185778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = new MediaCodec(looper); 1195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 120251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 121251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 122251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 123251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 124251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1255778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1275778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1285778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 129251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const sp<ALooper> &looper, const char *name, status_t *err) { 1305778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = new MediaCodec(looper); 1315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 132251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 133251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 134251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 135251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 136251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1375778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1395778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::MediaCodec(const sp<ALooper> &looper) 1405778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 1415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 14292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 1437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 1445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 145251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 1465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 1472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 1482606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 1495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 1505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 1515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 1526507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 1536507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface(false) { 1545778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1565778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 1575778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 1585778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1605778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1615778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 1625778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 1635778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 1645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 1665778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 1675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 1705778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 1715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 1745778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 176c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang// static 1773f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 178c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 179c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->setInt32("err", err); 180c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 181c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 182c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 183dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 184671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 185671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 186671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 187671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 188671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1895778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 1905778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 1915778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 1925778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 193744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 194bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung if (nameIsType || !strncasecmp(name.c_str(), "omx.", 4)) { 195744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new ACodec; 196744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else if (!nameIsType 197bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung && !strncasecmp(name.c_str(), "android.filter.", 15)) { 198744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new MediaFilter; 199744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else { 200744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 201744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 202744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 2035778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool needDedicatedLooper = false; 204dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 2055778822d86b0337407514b9372562b86edfa91cdAndreas Huber needDedicatedLooper = true; 2066f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 2076f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 2086f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 2096f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 2106f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 21160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 2126f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 2136f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 21460b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 21560b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 21660b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 21760b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 21860b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 21960b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar needDedicatedLooper = true; 22060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 2216f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 2226f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 2236f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 2245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (needDedicatedLooper) { 2275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 2285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 2295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 2305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 2315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 2345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2355778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 2365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 2395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2401d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar mCodec->setNotificationMessage(new AMessage(kWhatCodecNotify, this)); 2415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2421d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 2435778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 2445778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 2455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 2475778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 2485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2505778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 2515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 2525778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 254c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 2551d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 256c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 257c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 258c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 259c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 260c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 261c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2625778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 2635778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 2641a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian const sp<Surface> &nativeWindow, 2651bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 2665778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 2671d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 2685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2695778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 2705778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 2715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nativeWindow != NULL) { 2731bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setObject( 2741bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber "native-window", 2751bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber new NativeWindowWrapper(nativeWindow)); 2761bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 2771bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2781bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (crypto != NULL) { 2791bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setPointer("crypto", crypto.get()); 2805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2825778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 283f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang status_t err = PostAndAwaitResponse(msg, &response); 284f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 285f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang if (err != OK && err != INVALID_OPERATION) { 286f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang // MediaCodec now set state to UNINITIALIZED upon any fatal error. 287f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang // To maintain backward-compatibility, do a reset() to put codec 288f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang // back into INITIALIZED state. 289f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang // But don't reset if the err is INVALID_OPERATION, which means 290f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang // the configure failure is due to wrong state. 291f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 292f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang ALOGE("configure failed with err 0x%08x, resetting...", err); 293f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang reset(); 294f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 295f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 296f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 2975778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 3007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 3011d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 3027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 3037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 3047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 3057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 3067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 3077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 3087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 3097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 3107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 3117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 3127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 3137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 3147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 3157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 3167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 3177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 3187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 3195778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 3201d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 3215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3225778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 3235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 3245778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3265778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 3271d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 3285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3295778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 3305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 3315778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 333c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 3341d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 335c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 336c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 337c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 338c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 339c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 340671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 341671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 342671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 343671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 344671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 345671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 346671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 347671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 348671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 349671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 350671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 351671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 352671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 353671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 354671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 355671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 356671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 357671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 358671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 359251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 360671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 361671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 362671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 363671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 364671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 365671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 366671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 367671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 368671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 369671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 370dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 371671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 372671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 373671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 374671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 3755778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 3765778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 3775778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 3785778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 3795778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 3805b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 3815b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 3825b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 3835b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 3845b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 3855b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 3861d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 3875778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 3885778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 3895778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 3905778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 3915778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 3925b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 3935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3945778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 3955778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 3965778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3984b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 3994b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 4004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 4014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 4024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 4034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 4044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 4054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 4064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 4075b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 4085b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 4095b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 4105b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 4115b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 4125b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 4131d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 4144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 4154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 4164b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 4174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 4184b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 4194b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 4204b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 4214b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 4224b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 4235b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 4244b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 4254b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 4265b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 4275b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 4285b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 4294b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 4304b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 4315778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 4321d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 4335778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 4345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4355778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 4365778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 4375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 4385778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 4395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4415778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 4425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 4445778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4465778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 4475778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 4485778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 4495778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 4505778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 4515778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 4525778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 4531d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 4545778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 4555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4565778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 4575778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 4585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 4595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 4605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4625778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 4635778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 4645778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 4655778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 4665778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 4675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 4695778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4715778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 4721d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 4735778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 4745778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 4755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4765778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 4775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 4785778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 480fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 4811d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 482fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 483fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 484fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 485fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 486fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 487fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 488fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 489fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 4905778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 4911d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 4925778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 4935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4945778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 4955778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 4965778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 4991d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 5007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 5027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 5037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5055778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 5061d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 5075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5085778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 5095778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 5105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 5115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 5125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5145778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 5155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5165778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 5175778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 519e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 5201d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 521e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 522e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 523e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 524e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 525e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 526e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 527e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 528e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 529e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 530e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 531e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 532e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 533717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 5341d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 535717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 536717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 537717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 538717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 539717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 540717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 541717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 542717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 543717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 544717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 545717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 546717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 5475778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getInputBuffers(Vector<sp<ABuffer> > *buffers) const { 5481d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 5495778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 5505778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 5515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5525778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 5535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 5545778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5565778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputBuffers(Vector<sp<ABuffer> > *buffers) const { 5571d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 5585778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 5595778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 5605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5615778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 5625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 5635778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5657bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputBuffer(size_t index, sp<ABuffer> *buffer) { 5667bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 5677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 5687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 5697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5707bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 5717bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> buffer; 5727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 5737bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 5747bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5757bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getInputBuffer(size_t index, sp<ABuffer> *buffer) { 5767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 5777bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 5787bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 5797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5800e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 5810e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 5820e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 5830e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 5847bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 5857bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 5867bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> *buffer, sp<AMessage> *format) { 5877bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 5887bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5897bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 5907bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 5910e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 5927bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 5937bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 5947bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5957bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 5967bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 5977bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 5987bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 5997bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (index < buffers->size()) { 6007bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo &info = buffers->itemAt(index); 6017bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (info.mOwnedByClient) { 6020837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar // by the time buffers array is initialized, crypto is set 6030837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar if (portIndex == kPortIndexInput && mCrypto != NULL) { 6040837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mEncryptedData; 6050837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } else { 6060837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mData; 6070837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } 6087bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar *format = info.mFormat; 6097bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 6107bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 6117bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 6127bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 6137bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 6145778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 6151d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 6165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6175778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6195778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 621496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 6221d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 623496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 624496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 625496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 626496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 627575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 6281d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 629575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 630575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 631575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 632575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 6335778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 6345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6355778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 6365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 637c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 6385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6395778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 6405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 6415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 6425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 645c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 6465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6475778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 6485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 6495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 6505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6515778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6533f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 6540e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 6555778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 656c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 6575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 658251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 659251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 660251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 6615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6635778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 6645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 6665778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 6675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 6685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6705778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 6715778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 6725778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 6735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 6755778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6773f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 6785778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 6795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6800e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 6815778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 6825778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INVALID_OPERATION); 683251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 684251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung response->setInt32("err", getStickyError()); 6855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 6865778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INFO_OUTPUT_BUFFERS_CHANGED); 6875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 6885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 6895778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INFO_FORMAT_CHANGED); 6905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 6915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 6925778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 6935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 6955778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 6965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 6975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6995778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<ABuffer> &buffer = 7005778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[kPortIndexOutput].itemAt(index).mData; 7015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7025778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 7035778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 7045778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 7055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7065778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 7075778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 7085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7095778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 7105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7115778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 7125778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 7135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7145778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags = 0; 7155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 7165778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_SYNCFRAME; 7175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 7195778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_CODECCONFIG; 7205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_EOS) { 7225778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_EOS; 7235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7255778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 7265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7285778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 7295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 7315778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7335778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 7345778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 7355778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 7365778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 7375778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 7385778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 7395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7405778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 74192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatError: 7425778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 743251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 744251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 745251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 7465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7479e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 7489e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 749251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 750aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 75152dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 752aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 753aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 7545530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 7555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7565778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 7575778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 7585778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 7595778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 7605778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 7615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7635778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 7645778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 765c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 766c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 7675778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 7685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7705778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 7715778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 772c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 773c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 7745778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 7755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7775778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STOPPING: 778c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 7795778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 7805778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 7815778822d86b0337407514b9372562b86edfa91cdAndreas Huber // the shutdown complete notification. 7825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7835530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 78403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 785aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 78603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 78703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 78803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 78903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 79003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 79103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 79203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 79303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 7946e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 7956e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 7966e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 79703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 79803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 7995778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 8005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8025778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 8035778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 8049e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 8059e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 8069e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 8079e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 8089e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 8099e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 8105778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 8115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8130e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 8145778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 8155778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 8165530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 8175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 818251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 819575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 8205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8215778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 822c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 823c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 824251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 825251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 826251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 827251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 828251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 829251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 830251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 831251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 832251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 833251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 834251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 835c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 8365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 8375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8395778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 8405778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 8415530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 8425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 843251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 844575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 845c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 846251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 847251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 848251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 849251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 850c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 851251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 852251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 853251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 854251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 855251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 856251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 857251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 858251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 859251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 860251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 861251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 862c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 8635778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 8645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8675530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 868251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 8695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8705778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 8715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 87392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentAllocated: 8745778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 8755778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 8765778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 87752dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 8785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 879717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 8805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 881717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 8823a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 8835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 8843a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 8855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 887717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 8881bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 8891bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 8901bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 8911bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 8921bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 8935778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 8945778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 8955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 89792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentConfigured: 8985778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 8995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 9005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9016507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 9026507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 9036507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 904e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 905e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 906e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 9073a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 9083a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 9093a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 9103a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 9113a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 9122606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 9135778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 9145778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 9155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 91792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatInputSurfaceCreated: 9187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 91992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 9207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 9217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response = new AMessage(); 9227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 9237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 9247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 9257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 9267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 9276507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 9287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 9297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 9307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 9317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 9327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 9337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 9347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 93592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatSignaledInputEOS: 9367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 93792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 9387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response = new AMessage(); 9397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 9407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 9417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 9427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 9437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 9447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 9457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 9467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 9477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 94892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatBuffersAllocated: 9495778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 9507bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 9515778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 9525778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 9535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9545778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("%s buffers allocated", 9555778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 9565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9575778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput 9585778822d86b0337407514b9372562b86edfa91cdAndreas Huber || portIndex == kPortIndexOutput); 9595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[portIndex].clear(); 9615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9625778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 9635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 964eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<RefBase> obj; 965eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber CHECK(msg->findObject("portDesc", &obj)); 966eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 96792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar sp<CodecBase::PortDescription> portDesc = 96892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar static_cast<CodecBase::PortDescription *>(obj.get()); 9695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 970eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t numBuffers = portDesc->countBuffers(); 9715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 972eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber for (size_t i = 0; i < numBuffers; ++i) { 9735778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo info; 974eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mBufferID = portDesc->bufferIDAt(i); 9755778822d86b0337407514b9372562b86edfa91cdAndreas Huber info.mOwnedByClient = false; 976eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mData = portDesc->bufferAt(i); 9775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9781bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (portIndex == kPortIndexInput && mCrypto != NULL) { 979ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mEncryptedData = 980ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber new ABuffer(info.mData->capacity()); 981ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 982ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 9835778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffers->push_back(info); 9845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexOutput) { 9875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState == STARTING) { 9885778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We're always allocating output buffers after 9895778822d86b0337407514b9372562b86edfa91cdAndreas Huber // allocating input buffers, so this is a good 9905778822d86b0337407514b9372562b86edfa91cdAndreas Huber // indication that now all buffers are allocated. 9915778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTED); 9925778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 9935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 9945778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagOutputBuffersChanged; 995575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 9965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 9995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 100192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatOutputFormatChanged: 10025778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10035778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("codec output format changed"); 10045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1005475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mSoftRenderer == NULL && 1006475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu mNativeWindow != NULL && 10073a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar (mFlags & kFlagUsesSoftwareRenderer)) { 10085778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 10095778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 10105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1011475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mime.startsWithIgnoreCase("video/")) { 1012475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu mSoftRenderer = new SoftwareRenderer(mNativeWindow); 10135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat = msg; 1017e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1018e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagIsEncoder) { 1019e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Before we announce the format change we should 1020e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // collect codec specific data and amend the output 1021e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format as necessary. 1022e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagGatherCodecSpecificData; 1023c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagIsAsync) { 1024c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1025e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 1026e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagOutputFormatChanged; 1027e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber postActivityNotificationIfPossible(); 1028e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 10292514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 10302514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker // Notify mCrypto of video resolution changes 10312514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker if (mCrypto != NULL) { 10328140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar int32_t left, top, right, bottom, width, height; 10338140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 10348140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 10358140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } else if (mOutputFormat->findInt32("width", &width) 10368140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar && mOutputFormat->findInt32("height", &height)) { 10378140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(width, height); 10388140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } 10392514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker } 10402514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 10415778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 104492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFillThisBuffer: 10455778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10465778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 10475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1048c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1049c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1050c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 10515778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 10525778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10558ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 10568ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 10578ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 10588ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 10598ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 10608ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 10618ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 10628ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 10638ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 10648ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 10658ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 10668ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 10678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 10688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 10698ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 10708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1071251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1072575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1073575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 10748ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 10758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 10768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 10778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 10788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1079c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 10806e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 10816e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar onInputBufferAvailable(); 10826e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1083c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 10845778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 10855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10865778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 10875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 10885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1089575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1090575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 10915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10925778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 109592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatDrainThisBuffer: 10965778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10975778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 10985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1099c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1100c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1101c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 11025778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 11035778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11062d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 11072d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber CHECK(msg->findBuffer("buffer", &buffer)); 11085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11095778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 11105778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", &omxFlags)); 11115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11125778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffer->meta()->setInt32("omxFlags", omxFlags); 11135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1114e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagGatherCodecSpecificData) { 1115e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // This is the very first output buffer after a 1116e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format change was signalled, it'll either contain 1117e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the one piece of codec specific data we can expect 1118e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // or there won't be codec specific data. 1119e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 1120e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber status_t err = 1121e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber amendOutputFormatWithCodecSpecificData(buffer); 1122e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1123e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (err != OK) { 1124e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ALOGE("Codec spit out malformed codec " 1125e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber "specific data!"); 1126e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1127e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1128e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1129e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1130c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1131c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1132c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1133c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1134c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1135e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1136e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1137c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1138c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1139c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 11405778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 11415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11425778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 11435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 11445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1145575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1146575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 11475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1148575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 11495778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 115292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatEOS: 11535778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11545778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 11555778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 11565778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 115992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatShutdownCompleted: 11605778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1161c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == STOPPING) { 1162c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(INITIALIZED); 1163c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } else { 1164c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK_EQ(mState, RELEASING); 1165c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(UNINITIALIZED); 11666e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 1167c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 116852dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 11695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11705778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 11715778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 117492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFlushCompleted: 11755778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11765530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 11775530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 11785530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 11795530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 11805530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 11815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11820e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 11830e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 11840e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 11850e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 11860e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 11870e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 11885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11895778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 11905778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11935778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 11945778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 11955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11965778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11995778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 12005778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12013f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 12025778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 12035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1205c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 12065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 12105778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 12115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12125778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 12135778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 12145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12155778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 12165778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 12170db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 12180db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 12195778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 12205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12225778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 12235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 12255778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 12265778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 12275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 12285778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 12295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 12325778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1235c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1236c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 12373f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1238c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1239c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1240c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1241c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 12420e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 12430e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1244c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1245c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1246c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1247c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1248c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1249c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1250c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1251c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1252c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1253c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1254c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1255c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1256c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1257c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1258c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1259c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1260c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1261c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1262c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1263c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1264c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1265c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1266c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 12675778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 12685778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12693f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 12705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 12715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1273c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 12745778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12775778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 12785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findObject("native-window", &obj)) { 12795778822d86b0337407514b9372562b86edfa91cdAndreas Huber obj.clear(); 12805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12825778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 12835778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 12845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 12865778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 12871bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 12887541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber status_t err = setNativeWindow( 12897541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber static_cast<NativeWindowWrapper *>(obj.get()) 12907541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber ->getSurfaceTextureClient()); 12917541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 12927541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1293c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 12947541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 12951bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 12961bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 12977541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setNativeWindow(NULL); 12981bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 12991bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 13007541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 13017541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 13027541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 13031bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 13041bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 13051bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 13065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13081bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 13091bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 13105778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 13115778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 13125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 13145778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 1315e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 13165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13188ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 13198ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 13215778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 13257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 13263f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 13277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 13287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 13297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 13307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 1331c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 13327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 13337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 13347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 13357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 13367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->initiateCreateInputSurface(); 13377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 13387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 13397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 13405778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 13415778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13423f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 13435778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 13445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13450e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 1346d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 13470e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 13480e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 1349d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 13500e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 1351c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 13525778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 13565778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 13575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 13595778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13625778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 1363c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 1364c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 1365aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 1366aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 1367aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 13683f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1369c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1370c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 137133223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung if (!((mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED) // See 1 137233223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 13730e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 137433223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 137533223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 137633223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 137752dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 137803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 137903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 138003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 138103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 138203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 1383c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 13846e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 13856e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 13866e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 13876e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 13886e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1389c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 1390c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 1391c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1392c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1393aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 1394aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 1395aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 1396aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 13976e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 13986e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 13996e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1400aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 1401aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 1402aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1403aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1404c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 1405aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 1406aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1407aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 1408aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 1409c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 14105778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 14115778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14145778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 14155778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14163f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 14175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 14185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1419c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1420c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1421c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1422c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1423c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1424c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 14256507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 14266507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 1427c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 14286507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 14296507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 14306507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 14315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 14325778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14355778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 14365778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 14375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1439c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 14405778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 14445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 14455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 14475778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 14481d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 14495778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 14505778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 14515778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 14525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14565778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 14575778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14585778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 14595778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 14605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 14625778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 14635778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14665778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 14675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1468c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 14695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 14715778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 14725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14755778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 14765778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14773f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 14785778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 14795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1480251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1481c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 14825778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1483251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1484251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1485251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 14865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14885778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 14895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1490c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 14915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14945778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 14955778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14963f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 14975778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 14985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1499c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1500c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1501c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1502c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1503c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1504c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 15055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 15065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15095778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 15105778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 15115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1513c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 15145778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 15185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 15195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 15215778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 15221d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 15235778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 15245778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 15255778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 15265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15275778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15305778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 15315778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15325778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 15335778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 15345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 15365778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 15375778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15405778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 15415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1542c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 15435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 15455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 15465778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15495778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 15505778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15513f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 15525778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1554251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1555c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15565778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1557251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1558251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1559251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 15605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15625778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 15635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1564c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 15655778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15687cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 15697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 15703f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 15717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 15727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1573251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1574c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 1576251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1577251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1578251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 15797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 15807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 15817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 15827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 15837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 15847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 15857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 15865778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 15875778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15883f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 15895778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1591251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting() || (mFlags & kFlagIsAsync)) { 1592c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15935778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1594251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1595251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1596251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 15975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15995778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 16005778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 16015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16025778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<sp<ABuffer> > *dstBuffers; 16035778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 16045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16055778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 16065778822d86b0337407514b9372562b86edfa91cdAndreas Huber const Vector<BufferInfo> &srcBuffers = mPortBuffers[portIndex]; 16075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16085778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < srcBuffers.size(); ++i) { 16095778822d86b0337407514b9372562b86edfa91cdAndreas Huber const BufferInfo &info = srcBuffers.itemAt(i); 16105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1611ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber dstBuffers->push_back( 16121bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (portIndex == kPortIndexInput && mCrypto != NULL) 1613ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? info.mEncryptedData : info.mData); 16145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16165778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 16175778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16205778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 16215778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16223f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16235778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 16245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1625251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1626c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16275778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1628251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1629251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1630251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 16315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 16340e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 16355778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 16365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 16385778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 16395778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1642e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 16435778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 16445778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1645e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 1646e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 1647e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 16483f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16495778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 16505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1651e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 16520e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 16530e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 1654e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 1655c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16565778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1657251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1658251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1659251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 16605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16625778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 1663e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 16645778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 16655778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1668496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 1669496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 1670496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 1671496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 1672496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 1673496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1674575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 1675575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 1676575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 1677575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 1678575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 1679575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1680575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 1681575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 1682575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 1683717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 1684717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 16853f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1686717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 1687717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1688717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 1689c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1690717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 1691717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1692717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1693717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 1694717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 1695717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 1696717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 1697717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1698717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1699a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 1700a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 17013f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1702a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1703a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 1704a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 1705a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 1706a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 1707a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 1708a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 1709c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 1710a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 1711a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 1712a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 17135778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 17145778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 17155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17165778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 17175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17188ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 17198ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 17208ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17218ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 17228ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 17238ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 1724a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 17258ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 17268ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 17278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17288ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 17298ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 17308ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 17318ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1732a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 17338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 17348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17358ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 17368ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 17378ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17387bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo *info = 17397bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar &mPortBuffers[kPortIndexInput].itemAt(bufferIndex); 17408ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17418ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 17428ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 17438ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17448ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber const sp<ABuffer> &codecInputData = 17458ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber (mCrypto != NULL) ? info->mEncryptedData : info->mData; 17468ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17478ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 17488ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 17498ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 17508ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17518ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 17528ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17538ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 17548ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17551d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 17568ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 17578ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 17588ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 17598ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 17608ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 17618ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 17628ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17638ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 17648ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 17658ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17665778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 17677541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 17685778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 17695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 17705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17711bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 17727541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setNativeWindow(NULL); 17735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1774671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 17755778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 17765778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 17775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 17785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 1779e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 1780e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1781c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1782251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 1783575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 1784575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 1785c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 17865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1788717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 1789671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 1790671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 1791671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1792aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 1793aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 1794aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 1795aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 1796717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1797717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 17985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 17995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18005778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 18012606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 18022606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 18035778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 18045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18055778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodec() { 18065778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 18075778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 18085778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 18095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18105778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex) { 18115778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 18127bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 18135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18145778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 18155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18165778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 18175778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 18185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify != NULL) { 18205778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = info->mNotify; 18215778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 18225778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mOwnedByClient = false; 18235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexInput) { 18257fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* no error, just returning buffers */ 18267fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar msg->setInt32("err", OK); 18275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18285778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 18295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 18335778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 18345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18355778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 18365778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 18375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 18385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1839609b815a3131d22da38b2f452faa9f89daad4039Andy Hung uint32_t bufferID; 1840609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 18415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18425778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 18435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18445778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 18455778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 18465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mBufferID == bufferID) { 18485778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(info->mNotify == NULL); 18495778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("reply", &info->mNotify)); 18505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1851475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mFormat = 1852475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu (portIndex == kPortIndexInput) ? mInputFormat : mOutputFormat; 18535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].push_back(i); 18545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return i; 18565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18595778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 18605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 18625778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 18635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18645778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 18655778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 18665778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 18675778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 18685778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 18695778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 18705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 18715778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 18725778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 18735778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 18745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18754b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 18764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 18774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 18784b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 18794b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 18804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 18814b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 18824b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 18834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 18844b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 18854b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 18864b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto != NULL) { 18874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 18884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 18894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 18904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 18914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 18924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 18934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 18944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 18954b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 18964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto == NULL) { 18974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 18984b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 18994b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 19004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 19014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 19024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 19034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 19044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 19054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 19064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 19074b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 19084b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 19094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 19104b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 19114b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 19124b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 19134b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 19144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 19154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 19164b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 19175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 19185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 19195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19215778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexInput].editItemAt(index); 19225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 19245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 19255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 19285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 19295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19315778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> reply = info->mNotify; 19325778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 19335778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 19345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_EOS) { 19365778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("eos", true); 19375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_CODECCONFIG) { 19405778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("csd", true); 19415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19431bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (mCrypto != NULL) { 19441bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (size > info->mEncryptedData->capacity()) { 19451bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber return -ERANGE; 1946ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1947ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 19485b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 19495b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 19505b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 1951fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong ssize_t result = mCrypto->decrypt( 19521bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (mFlags & kFlagIsSecure) != 0, 19531bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 19541bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 19551bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 19561bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber info->mEncryptedData->base() + offset, 19574b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 19584b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 19595b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mData->base(), 19605b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 19611bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 1962fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong if (result < 0) { 1963fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong return result; 1964ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1965ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 1966fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong info->mData->setRange(0, result); 1967ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1968ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 19697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 19707bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 19717bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 19727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 19737bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 19742d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber reply->setBuffer("buffer", info->mData); 19755778822d86b0337407514b9372562b86edfa91cdAndreas Huber reply->post(); 19765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19775b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mNotify = NULL; 19785b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 19795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 19805778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 19815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19825778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 19835778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 19845778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 19855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19865778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 19875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 19885778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 19895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19910e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 19925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 19935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 19965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 19975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19995778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index); 20005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 20025778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 20035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20057bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 20067bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 20077bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 20087bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 20097bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 20107bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 201179ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou if (render && info->mData != NULL && info->mData->size() != 0) { 20125778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->setInt32("render", true); 20135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2014fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 2015fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (msg->findInt64("timestampNs", ×tampNs)) { 2016fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar info->mNotify->setInt64("timestampNs", timestampNs); 2017fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } else { 2018fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // TODO: it seems like we should use the timestamp 2019fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // in the (media)buffer as it potentially came from 2020fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // an input surface, but we did not propagate it prior to 2021fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // API 20. Perhaps check for target SDK version. 2022fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#if 0 2023fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 202447aea1f7c58f5302b16822f9e7e1763f2af04ef5Lajos Molnar ALOGV("using buffer PTS of %" PRId64, timestampNs); 2025fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 2026fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2027fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#endif 2028fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2029fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 20305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 20315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer->render( 2032475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mData->data(), info->mData->size(), 2033475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu timestampNs, NULL, info->mFormat); 20345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20375778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->post(); 20385778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 20395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 20415778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 20425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20435778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 20445778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 20455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20465778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 20475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 20495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 20505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20525778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 20535778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 20545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20555778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[portIndex].editItemAt(index); 20565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 20577bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 20587bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 20597bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 206003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 206103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 206203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat != NULL) { 206303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 206403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findBuffer("image-data", &imageData)) { 206503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 206603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 206703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 206803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findRect("crop", &left, &top, &right, &bottom)) { 206903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 207003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 207103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 20727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 20735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 20755778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 20765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20777541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huberstatus_t MediaCodec::setNativeWindow( 20781a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian const sp<Surface> &surfaceTextureClient) { 20797541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber status_t err; 20807541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20817541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (mNativeWindow != NULL) { 20827541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber err = native_window_api_disconnect( 20837541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mNativeWindow.get(), NATIVE_WINDOW_API_MEDIA); 20847541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20857541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 20867541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber ALOGW("native_window_api_disconnect returned an error: %s (%d)", 20877541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber strerror(-err), err); 20887541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 20897541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20907541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mNativeWindow.clear(); 20917541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 20927541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20937541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (surfaceTextureClient != NULL) { 20947541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber err = native_window_api_connect( 20957541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber surfaceTextureClient.get(), NATIVE_WINDOW_API_MEDIA); 20967541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20977541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 20987541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber ALOGE("native_window_api_connect returned an error: %s (%d)", 20997541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber strerror(-err), err); 21007541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 21017541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber return err; 21027541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 21037541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 21047541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mNativeWindow = surfaceTextureClient; 21057541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 21067541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 21077541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber return OK; 21087541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 21097541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2110c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 2111c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2112c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 2113c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2114c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 2115c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2116c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2117c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2118c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2119c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2120c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 2121c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2122c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 2123c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang const sp<ABuffer> &buffer = 2124c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mPortBuffers[kPortIndexOutput].itemAt(index).mData; 2125c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2126c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 2127c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2128c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 2129c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 2130c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2131c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 2132c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 2133c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2134c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 2135c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2136c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t omxFlags; 2137c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 2138c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2139c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t flags = 0; 2140c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 2141c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_SYNCFRAME; 2142c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2143c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 2144c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_CODECCONFIG; 2145c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2146c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_EOS) { 2147c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_EOS; 2148c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2149c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2150c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 2151c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2152c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2153c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2154c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2155c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2156749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 2157c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2158c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2159c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 2160c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 2161749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 2162749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 2163749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 2164749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 2165749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 2166c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2167c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2168c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2169c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2170c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2171c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 2172c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2173c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2174c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 2175c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 2176c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2177c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2178c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2179c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2180c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2181575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 2182575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 2183575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 2184575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2185575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2186e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 2187e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 2188575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 2189e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 2190e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2191e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 2192575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 2193575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 2194e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 2195e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 2196e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2197e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 2198e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 2199e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 2200e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 2201e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 2202e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 2203e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 2204575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 2205575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2206575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2207575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 2208575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2209a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 22101d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 2211a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 2212a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2213a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 2214a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 2215a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2216a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2217a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 2218a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 2219a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2220a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 2221a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2222a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2223e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 2224e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const sp<ABuffer> &buffer) { 2225e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 2226e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 2227e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2228e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 2229e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 2230e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 2231e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 2232e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 2233e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2234e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 2235e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2236e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 2237e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 2238e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2239e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 2240e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 2241e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 2242e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 2243e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 2244e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 2245e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2246e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 2247a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 2248e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2249e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 2250e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2251e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2252e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 2253e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 2254e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2255e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 2256e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 2257e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 2258e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer("csd-0", buffer); 2259e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2260e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2261e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2262e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2263e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 22642606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 22652606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mState == CONFIGURED && !mBatteryStatNotified) { 22662606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang AString mime; 22672606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang CHECK(mOutputFormat != NULL && 22682606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mOutputFormat->findString("mime", &mime)); 22692606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22702606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo = mime.startsWithIgnoreCase("video/"); 22712606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22722606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 22732606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22742606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 22752606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartVideo(); 22762606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 22772606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartAudio(); 22782606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 22792606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22802606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 22812606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 22822606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 22832606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22842606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 22852606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopVideo(); 22862606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 22872606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopAudio(); 22882606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 22892606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22902606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 22912606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 22922606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 22932606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22945778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 2295