MediaCodec.cpp revision c481b5012a5f6cf72e5e93b36f1ed4c9169916f2
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 225778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 242606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IBatteryStats.h> 25c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 262606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 27c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 281a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 29ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 305778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 315778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 325778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 335b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 34ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 355778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 372606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 386f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 39e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 405778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 41744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 425778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 435778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/NativeWindowWrapper.h> 442606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 452606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 462606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 47e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 485778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 502606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangstruct MediaCodec::BatteryNotifier : public Singleton<BatteryNotifier> { 512606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier(); 522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 532606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStartVideo(); 542606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStopVideo(); 552606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStartAudio(); 562606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStopAudio(); 572606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 582606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangprivate: 592606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang int32_t mVideoRefCount; 602606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang int32_t mAudioRefCount; 612606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang sp<IBatteryStats> mBatteryStatService; 622606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang}; 632606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 642606b10d51c2dceb851a2ea63e803aba4134bf00Chong ZhangANDROID_SINGLETON_STATIC_INSTANCE(MediaCodec::BatteryNotifier) 652606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 662606b10d51c2dceb851a2ea63e803aba4134bf00Chong ZhangMediaCodec::BatteryNotifier::BatteryNotifier() : 672606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mVideoRefCount(0), 682606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mAudioRefCount(0) { 692606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang // get battery service 702606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang const sp<IServiceManager> sm(defaultServiceManager()); 712606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (sm != NULL) { 722606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang const String16 name("batterystats"); 732606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatService = interface_cast<IBatteryStats>(sm->getService(name)); 742606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mBatteryStatService == NULL) { 752606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGE("batterystats service unavailable!"); 762606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 772606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 782606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 792606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 802606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStartVideo() { 812606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mVideoRefCount == 0 && mBatteryStatService != NULL) { 822606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatService->noteStartVideo(AID_MEDIA); 832606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 842606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mVideoRefCount++; 852606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 862606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 872606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStopVideo() { 882606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mVideoRefCount == 0) { 892606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGW("BatteryNotifier::noteStop(): video refcount is broken!"); 902606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang return; 912606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 922606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 932606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mVideoRefCount--; 942606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mVideoRefCount == 0 && mBatteryStatService != NULL) { 952606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatService->noteStopVideo(AID_MEDIA); 962606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 972606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 982606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 992606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStartAudio() { 1002606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mAudioRefCount == 0 && mBatteryStatService != NULL) { 1012606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatService->noteStartAudio(AID_MEDIA); 1022606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1032606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mAudioRefCount++; 1042606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 1052606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1062606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStopAudio() { 1072606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mAudioRefCount == 0) { 1082606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGW("BatteryNotifier::noteStop(): audio refcount is broken!"); 1092606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang return; 1102606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1112606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1122606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mAudioRefCount--; 1132606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mAudioRefCount == 0 && mBatteryStatService != NULL) { 1142606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatService->noteStopAudio(AID_MEDIA); 1152606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1162606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 1175778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1185778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 119251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const sp<ALooper> &looper, const char *mime, bool encoder, status_t *err) { 1205778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = new MediaCodec(looper); 1215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 122251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 123251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 124251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 125251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 126251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1275778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1295778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1305778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 131251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const sp<ALooper> &looper, const char *name, status_t *err) { 1325778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = new MediaCodec(looper); 1335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 134251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 135251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 136251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 137251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 138251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1395778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1415778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::MediaCodec(const sp<ALooper> &looper) 1425778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 1435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 14492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 1457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 1465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 147251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 1485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 1492606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 1502606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 1515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 1525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 1535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 1546507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 1556507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface(false) { 1565778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1585778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 1595778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 1605778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1625778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1635778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 1645778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 1655778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 1665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 1685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 1695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 1725778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 1735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 1765778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 178c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang// static 1793f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 180c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 181c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->setInt32("err", err); 182c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 183c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 184c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 185dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 186671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 187671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 188671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 189671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 190671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1915778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 1925778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 1935778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 1945778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 195744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 196bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung if (nameIsType || !strncasecmp(name.c_str(), "omx.", 4)) { 197744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new ACodec; 198744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else if (!nameIsType 199bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung && !strncasecmp(name.c_str(), "android.filter.", 15)) { 200744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new MediaFilter; 201744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else { 202744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 203744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 204744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 2055778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool needDedicatedLooper = false; 206dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 2075778822d86b0337407514b9372562b86edfa91cdAndreas Huber needDedicatedLooper = true; 2086f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 2096f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 2106f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 2116f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 2126f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 21360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 2146f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 2156f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 21660b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 21760b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 21860b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 21960b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 22060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 22160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar needDedicatedLooper = true; 22260b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 2236f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 2246f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 2256f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 2265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (needDedicatedLooper) { 2295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 2305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 2315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 2325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 2335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2355778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 2365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 2385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 2415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2421d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar mCodec->setNotificationMessage(new AMessage(kWhatCodecNotify, this)); 2435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2441d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 2455778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 2465778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 2475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 2495778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 2505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2525778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 2535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 2545778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 256c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 2571d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 258c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 259c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 260c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 261c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 262c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 263c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2645778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 2655778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 2661a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian const sp<Surface> &nativeWindow, 2671bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 2685778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 2691d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 2705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2715778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 2725778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 2735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nativeWindow != NULL) { 2751bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setObject( 2761bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber "native-window", 2771bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber new NativeWindowWrapper(nativeWindow)); 2781bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 2791bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2801bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (crypto != NULL) { 2811bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setPointer("crypto", crypto.get()); 2825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2845778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 285f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang status_t err = PostAndAwaitResponse(msg, &response); 286f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 287f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang if (err != OK && err != INVALID_OPERATION) { 288f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang // MediaCodec now set state to UNINITIALIZED upon any fatal error. 289f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang // To maintain backward-compatibility, do a reset() to put codec 290f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang // back into INITIALIZED state. 291f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang // But don't reset if the err is INVALID_OPERATION, which means 292f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang // the configure failure is due to wrong state. 293f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 294f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang ALOGE("configure failed with err 0x%08x, resetting...", err); 295f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang reset(); 296f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 297f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 298f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 2995778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 3027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 3031d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 3047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 3057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 3067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 3077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 3087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 3097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 3107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 3117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 3127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 3137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 3147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 3157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 3167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 3177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 3187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 3197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 3207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 3215778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 3221d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 3235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3245778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 3255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 3265778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3285778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 3291d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 3305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3315778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 3325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 3335778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 335c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 3361d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 337c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 338c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 339c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 340c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 341c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 342671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 343671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 344671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 345671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 346671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 347671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 348671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 349671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 350671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 351671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 352671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 353671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 354671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 355671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 356671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 357671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 358671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 359671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 360671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 361251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 362671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 363671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 364671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 365671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 366671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 367671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 368671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 369671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 370671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 371671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 372dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 373671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 374671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 375671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 376671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 3775778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 3785778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 3795778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 3805778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 3815778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 3825b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 3835b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 3845b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 3855b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 3865b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 3875b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 3881d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 3895778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 3905778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 3915778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 3925778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 3935778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 3945b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 3955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3965778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 3975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 3985778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 4014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 4024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 4034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 4044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 4054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 4064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 4074b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 4084b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 4095b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 4105b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 4115b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 4125b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 4135b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 4145b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 4151d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 4164b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 4174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 4184b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 4194b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 4204b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 4214b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 4224b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 4234b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 4244b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 4255b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 4264b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 4274b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 4285b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 4295b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 4305b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 4314b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 4324b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 4335778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 4341d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 4355778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 4365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4375778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 4385778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 4395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 4405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 4415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4435778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 4445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 4465778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4485778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 4495778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 4505778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 4515778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 4525778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 4535778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 4545778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 4551d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 4565778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 4575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4585778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 4595778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 4605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 4615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 4625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4645778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 4655778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 4665778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 4675778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 4685778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 4695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 4715778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4735778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 4741d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 4755778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 4765778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 4775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4785778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 4795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 4805778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 482fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 4831d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 484fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 485fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 486fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 487fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 488fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 489fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 490fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 491fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 4925778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 4931d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 4945778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 4955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4965778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 4975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 4985778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 5011d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 5027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 5047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 5057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5075778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 5081d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 5095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5105778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 5115778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 5125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 5135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 5145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5165778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 5175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 5195778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 521e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 5221d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 523e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 524e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 525e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 526e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 527e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 528e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 529e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 530e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 531e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 532e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 533e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 534e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 535717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 5361d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 537717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 538717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 539717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 540717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 541717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 542717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 543717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 544717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 545717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 546717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 547717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 548717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 5495778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getInputBuffers(Vector<sp<ABuffer> > *buffers) const { 5501d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 5515778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 5525778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 5535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5545778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 5555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 5565778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5585778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputBuffers(Vector<sp<ABuffer> > *buffers) const { 5591d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 5605778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 5615778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 5625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5635778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 5645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 5655778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputBuffer(size_t index, sp<ABuffer> *buffer) { 5687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 5697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 5707bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 5717bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 5737bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> buffer; 5747bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 5757bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 5767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5777bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getInputBuffer(size_t index, sp<ABuffer> *buffer) { 5787bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 5797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 5807bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 5817bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5820e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 5830e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 5840e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 5850e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 5867bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 5877bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 5887bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> *buffer, sp<AMessage> *format) { 5897bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 5907bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5917bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 5927bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 5930e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 5947bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 5957bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 5967bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5977bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 5987bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 5997bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 6007bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 6017bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (index < buffers->size()) { 6027bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo &info = buffers->itemAt(index); 6037bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (info.mOwnedByClient) { 6040837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar // by the time buffers array is initialized, crypto is set 6050837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar if (portIndex == kPortIndexInput && mCrypto != NULL) { 6060837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mEncryptedData; 6070837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } else { 6080837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mData; 6090837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } 6107bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar *format = info.mFormat; 6117bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 6127bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 6137bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 6147bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 6157bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 6165778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 6171d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 6185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6195778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6215778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 623496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 6241d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 625496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 626496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 627496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 628496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 629575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 6301d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 631575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 632575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 633575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 634575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 6355778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 6365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6375778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 6385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 639c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 6405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6415778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 6425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 6435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 6445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 647c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 6485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6495778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 6505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 6515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 6525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6535778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6553f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 6560e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 6575778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 658c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 6595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 660251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 661251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 662251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 6635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6655778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 6665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 6685778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 6695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 6705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6725778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 6735778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 6745778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 6755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 6775778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6793f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 6805778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 6815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6820e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 6835778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 6845778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INVALID_OPERATION); 685251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 686251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung response->setInt32("err", getStickyError()); 6875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 6885778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INFO_OUTPUT_BUFFERS_CHANGED); 6895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 6905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 6915778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INFO_FORMAT_CHANGED); 6925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 6935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 6945778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 6955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 6975778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 6985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 6995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7015778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<ABuffer> &buffer = 7025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[kPortIndexOutput].itemAt(index).mData; 7035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7045778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 7055778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 7065778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 7075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7085778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 7095778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 7105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7115778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 7125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7135778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 7145778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 7155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7165778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags = 0; 7175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 7185778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_SYNCFRAME; 7195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 7215778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_CODECCONFIG; 7225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_EOS) { 7245778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_EOS; 7255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7275778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 7285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7305778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 7315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 7335778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7355778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 7365778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 7375778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 7385778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 7395778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 7405778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 7415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7425778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 74392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatError: 7445778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 745251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 746251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 747251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 7485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7499e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 7509e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 751251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 752aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 75352dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 754aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 755aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 7565530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 7575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7585778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 7595778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 7605778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 7615778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 7625778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 7635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7655778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 7665778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 767c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 768c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 7695778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 7705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7725778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 7735778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 774c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 775c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 7765778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 7775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7795778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STOPPING: 780c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 7815778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 7825778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 7835778822d86b0337407514b9372562b86edfa91cdAndreas Huber // the shutdown complete notification. 7845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7855530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 78603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 787aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 78803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 78903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 79003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 79103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 79203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 79303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 79403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 79503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 7966e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 7976e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 7986e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 79903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 80003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 8015778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 8025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8045778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 8055778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 8069e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 8079e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 8089e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 8099e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 8109e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 8119e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 8125778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 8135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8150e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 8165778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 8175778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 8185530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 8195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 820251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 821575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 8225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8235778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 824c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 825c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 826251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 827251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 828251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 829251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 830251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 831251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 832251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 833251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 834251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 835251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 836251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 837c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 8385778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 8395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8415778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 8425778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 8435530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 8445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 845251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 846575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 847c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 848251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 849251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 850251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 851251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 852c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 853251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 854251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 855251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 856251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 857251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 858251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 859251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 860251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 861251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 862251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 863251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 864c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 8655778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 8665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8695530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 870251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 8715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 8735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 87592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentAllocated: 8765778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 8775778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 8785778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 87952dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 8805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 881717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 8825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 883717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 8843a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 8855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 8863a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 8875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 889717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 8901bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 8911bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 8921bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 8931bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 8941bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 8955778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 8965778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 8975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 89992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentConfigured: 9005778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 9015778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 9025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9036507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 9046507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 9056507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 906e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 907e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 908e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 9093a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 9103a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 9113a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 9123a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 9133a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 9142606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 9155778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 9165778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 9175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 91992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatInputSurfaceCreated: 9207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 92192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 9227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 9237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response = new AMessage(); 9247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 9257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 9267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 9277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 9287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 9296507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 9307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 9317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 9327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 9337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 9347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 9357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 9367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 93792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatSignaledInputEOS: 9387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 93992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 9407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response = new AMessage(); 9417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 9427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 9437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 9447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 9457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 9467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 9477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 9487cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 9497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 95092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatBuffersAllocated: 9515778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 9527bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 9535778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 9545778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 9555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9565778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("%s buffers allocated", 9575778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 9585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9595778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput 9605778822d86b0337407514b9372562b86edfa91cdAndreas Huber || portIndex == kPortIndexOutput); 9615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[portIndex].clear(); 9635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9645778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 9655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 966eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<RefBase> obj; 967eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber CHECK(msg->findObject("portDesc", &obj)); 968eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 96992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar sp<CodecBase::PortDescription> portDesc = 97092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar static_cast<CodecBase::PortDescription *>(obj.get()); 9715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 972eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t numBuffers = portDesc->countBuffers(); 9735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 974c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker size_t totalSize = 0; 975c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker for (size_t i = 0; i < numBuffers; ++i) { 976c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (portIndex == kPortIndexInput && mCrypto != NULL) { 977c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker totalSize += portDesc->bufferAt(i)->capacity(); 978c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 979c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 980c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 981c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (totalSize) { 982c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker mDealer = new MemoryDealer(totalSize, "MediaCodec"); 983c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 984c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 985eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber for (size_t i = 0; i < numBuffers; ++i) { 9865778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo info; 987eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mBufferID = portDesc->bufferIDAt(i); 9885778822d86b0337407514b9372562b86edfa91cdAndreas Huber info.mOwnedByClient = false; 989eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mData = portDesc->bufferAt(i); 9905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9911bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (portIndex == kPortIndexInput && mCrypto != NULL) { 992c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker sp<IMemory> mem = mDealer->allocate(info.mData->capacity()); 993ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mEncryptedData = 994c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker new ABuffer(mem->pointer(), info.mData->capacity()); 995c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info.mSharedEncryptedBuffer = mem; 996ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 997ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 9985778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffers->push_back(info); 9995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexOutput) { 10025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState == STARTING) { 10035778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We're always allocating output buffers after 10045778822d86b0337407514b9372562b86edfa91cdAndreas Huber // allocating input buffers, so this is a good 10055778822d86b0337407514b9372562b86edfa91cdAndreas Huber // indication that now all buffers are allocated. 10065778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTED); 10075778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 10085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 10095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagOutputBuffersChanged; 1010575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 10115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10135778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 101692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatOutputFormatChanged: 10175778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10185778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("codec output format changed"); 10195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1020475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mSoftRenderer == NULL && 1021475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu mNativeWindow != NULL && 10223a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar (mFlags & kFlagUsesSoftwareRenderer)) { 10235778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 10245778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 10255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1026475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mime.startsWithIgnoreCase("video/")) { 1027475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu mSoftRenderer = new SoftwareRenderer(mNativeWindow); 10285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat = msg; 1032e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1033e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagIsEncoder) { 1034e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Before we announce the format change we should 1035e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // collect codec specific data and amend the output 1036e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format as necessary. 1037e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagGatherCodecSpecificData; 1038c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagIsAsync) { 1039c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1040e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 1041e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagOutputFormatChanged; 1042e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber postActivityNotificationIfPossible(); 1043e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 10442514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 10452514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker // Notify mCrypto of video resolution changes 10462514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker if (mCrypto != NULL) { 10478140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar int32_t left, top, right, bottom, width, height; 10488140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 10498140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 10508140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } else if (mOutputFormat->findInt32("width", &width) 10518140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar && mOutputFormat->findInt32("height", &height)) { 10528140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(width, height); 10538140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } 10542514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker } 10552514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 10565778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 105992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFillThisBuffer: 10605778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10615778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 10625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1063c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1064c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1065c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 10665778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 10675778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 10718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 10728ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 10738ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 10748ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 10758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 10768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 10778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 10788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 10798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 10808ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 10818ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 10828ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 10838ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 10848ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 10858ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1086251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1087575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1088575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 10898ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 10908ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 10918ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 10928ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 10938ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1094c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 10956e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 10966e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar onInputBufferAvailable(); 10976e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1098c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 10995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 11005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11015778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 11025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 11035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1104575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1105575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 11065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11075778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 111092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatDrainThisBuffer: 11115778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11125778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 11135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1114c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1115c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1116c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 11175778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 11185778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11212d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 11222d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber CHECK(msg->findBuffer("buffer", &buffer)); 11235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11245778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 11255778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", &omxFlags)); 11265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11275778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffer->meta()->setInt32("omxFlags", omxFlags); 11285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1129e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagGatherCodecSpecificData) { 1130e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // This is the very first output buffer after a 1131e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format change was signalled, it'll either contain 1132e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the one piece of codec specific data we can expect 1133e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // or there won't be codec specific data. 1134e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 1135e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber status_t err = 1136e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber amendOutputFormatWithCodecSpecificData(buffer); 1137e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1138e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (err != OK) { 1139e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ALOGE("Codec spit out malformed codec " 1140e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber "specific data!"); 1141e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1142e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1143e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1144e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1145c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1146c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1147c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1148c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1149c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1150e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1151e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1152c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1153c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1154c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 11555778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 11565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11575778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 11585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 11595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1160575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1161575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 11625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1163575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 11645778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 116792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatEOS: 11685778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11695778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 11705778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 11715778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 117492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatShutdownCompleted: 11755778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1176c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == STOPPING) { 1177c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(INITIALIZED); 1178c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } else { 1179c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK_EQ(mState, RELEASING); 1180c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(UNINITIALIZED); 11816e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 1182c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 118352dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 11845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11855778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 11865778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 118992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFlushCompleted: 11905778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11915530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 11925530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 11935530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 11945530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 11955530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 11965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11970e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 11980e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 11990e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 12000e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 12010e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 12020e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 12035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12045778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12055778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12085778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 12095778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 12105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12115778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12145778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 12155778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12163f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 12175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 12185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1220c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 12215778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 12255778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 12265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12275778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 12285778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 12295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12305778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 12315778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 12320db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 12330db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 12345778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 12355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12375778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 12385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 12405778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 12415778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 12425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 12435778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 12445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 12475778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1250c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1251c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 12523f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1253c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1254c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1255c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1256c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 12570e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 12580e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1259c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1260c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1261c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1262c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1263c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1264c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1265c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1266c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1267c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1268c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1269c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1270c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1271c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1272c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1273c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1274c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1275c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1276c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1277c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1278c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1279c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1280c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1281c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 12825778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 12835778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12843f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 12855778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 12865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1288c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 12895778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12925778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 12935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findObject("native-window", &obj)) { 12945778822d86b0337407514b9372562b86edfa91cdAndreas Huber obj.clear(); 12955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12975778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 12985778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 12995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 13015778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 13021bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 13037541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber status_t err = setNativeWindow( 13047541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber static_cast<NativeWindowWrapper *>(obj.get()) 13057541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber ->getSurfaceTextureClient()); 13067541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 13077541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1308c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 13097541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 13101bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 13111bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 13127541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setNativeWindow(NULL); 13131bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 13141bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 13157541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 13167541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 13177541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 13181bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 13191bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 13201bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 13215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13231bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 13241bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 13255778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 13265778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 13275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 13295778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 1330e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 13315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 13348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13355778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 13365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 13407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 13413f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 13427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 13437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 13447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 13457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 1346c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 13477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 13487cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 13497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 13507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 13517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->initiateCreateInputSurface(); 13527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 13537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 13547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 13555778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 13565778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13573f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 13585778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 13595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13600e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 1361d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 13620e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 13630e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 1364d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 13650e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 1366c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 13675778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 13715778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 13725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 13745778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13775778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 1378c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 1379c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 1380aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 1381aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 1382aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 13833f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1384c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1385c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 138633223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung if (!((mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED) // See 1 138733223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 13880e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 138933223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 139033223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 139133223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 139252dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 139303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 139403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 139503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 139603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 139703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 1398c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 13996e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 14006e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 14016e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 14026e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 14036e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1404c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 1405c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 1406c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1407c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1408aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 1409aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 1410aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 1411aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 14126e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 14136e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 14146e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1415aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 1416aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 1417aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1418aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1419c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 1420aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 1421aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1422aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 1423aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 1424c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 14255778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 14265778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14295778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 14305778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14313f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 14325778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 14335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1434c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1435c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1436c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1437c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1438c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1439c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 14406507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 14416507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 1442c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 14436507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 14446507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 14456507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 14465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 14475778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14505778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 14515778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 14525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1454c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 14555778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 14595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 14605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 14625778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 14631d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 14645778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 14655778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 14665778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 14675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14685778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14715778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 14725778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14735778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 14745778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 14755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 14775778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 14785778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14815778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 14825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1483c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 14845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 14865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 14875778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14905778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 14915778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14923f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 14935778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 14945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1495251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1496c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 14975778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1498251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1499251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1500251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 15015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15035778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 15045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1505c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 15065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15095778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 15105778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15113f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 15125778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1514c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1515c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1516c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1517c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1518c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1519c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 15205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 15215778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15245778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 15255778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 15265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1528c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 15295778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 15335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 15345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 15365778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 15371d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 15385778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 15395778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 15405778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 15415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15425778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15455778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 15465778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15475778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 15485778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 15495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 15515778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 15525778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15555778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 15565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1557c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 15585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 15605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 15615778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15645778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 15655778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15663f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 15675778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1569251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1570c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15715778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1572251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1573251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1574251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 15755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15775778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 15785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1579c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 15805778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 15847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 15853f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 15867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 15877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1588251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1589c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 1591251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1592251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1593251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 15947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 15957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 15967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 15977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 15987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 15997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 16015778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 16025778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16033f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16045778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 16055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1606251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting() || (mFlags & kFlagIsAsync)) { 1607c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16085778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1609251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1610251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1611251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 16125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16145778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 16155778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 16165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16175778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<sp<ABuffer> > *dstBuffers; 16185778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 16195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16205778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 16215778822d86b0337407514b9372562b86edfa91cdAndreas Huber const Vector<BufferInfo> &srcBuffers = mPortBuffers[portIndex]; 16225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16235778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < srcBuffers.size(); ++i) { 16245778822d86b0337407514b9372562b86edfa91cdAndreas Huber const BufferInfo &info = srcBuffers.itemAt(i); 16255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1626ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber dstBuffers->push_back( 16271bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (portIndex == kPortIndexInput && mCrypto != NULL) 1628ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? info.mEncryptedData : info.mData); 16295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16315778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 16325778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16355778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 16365778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16373f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16385778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 16395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1640251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1641c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16425778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1643251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1644251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1645251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 16465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 16490e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 16505778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 16515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 16535778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 16545778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1657e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 16585778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 16595778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1660e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 1661e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 1662e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 16633f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16645778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 16655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1666e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 16670e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 16680e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 1669e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 1670c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16715778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1672251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1673251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1674251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 16755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16775778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 1678e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 16795778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 16805778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1683496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 1684496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 1685496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 1686496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 1687496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 1688496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1689575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 1690575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 1691575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 1692575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 1693575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 1694575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1695575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 1696575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 1697575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 1698717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 1699717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 17003f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1701717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 1702717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1703717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 1704c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1705717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 1706717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1707717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1708717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 1709717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 1710717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 1711717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 1712717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1713717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1714a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 1715a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 17163f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1717a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1718a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 1719a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 1720a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 1721a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 1722a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 1723a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 1724c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 1725a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 1726a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 1727a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 17285778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 17295778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 17305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17315778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 17325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17338ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 17348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 17358ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17368ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 17378ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 17388ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 1739a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 17408ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 17418ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 17428ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17438ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 17448ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 17458ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 17468ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1747a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 17488ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 17498ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17508ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 17518ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 17528ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17537bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo *info = 17547bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar &mPortBuffers[kPortIndexInput].itemAt(bufferIndex); 17558ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17568ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 17578ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 17588ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17598ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber const sp<ABuffer> &codecInputData = 17608ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber (mCrypto != NULL) ? info->mEncryptedData : info->mData; 17618ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17628ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 17638ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 17648ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 17658ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17668ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 17678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 17698ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17701d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 17718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 17728ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 17738ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 17748ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 17758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 17768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 17778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 17798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 17808ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17815778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 17827541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 17835778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 17845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 17855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17861bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 17877541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setNativeWindow(NULL); 17885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1789671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 17905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 17915778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 17925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 17935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 1794e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 1795e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1796c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1797251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 1798575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 1799575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 1800c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 18015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1803717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 1804671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 1805671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 1806671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1807aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 1808aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 1809aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 1810aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 1811717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1812717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 18135778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 18145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18155778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 18162606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 18172606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 18185778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 18195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18205778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodec() { 18215778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 18225778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 18235778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 18245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18255778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex) { 18265778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 18277bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 18285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18295778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 18305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18315778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 18325778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 18335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify != NULL) { 18355778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = info->mNotify; 18365778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 18375778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mOwnedByClient = false; 18385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexInput) { 18407fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* no error, just returning buffers */ 18417fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar msg->setInt32("err", OK); 18425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18435778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 18445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 18485778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 18495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18505778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 18515778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 18525778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 18535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1854609b815a3131d22da38b2f452faa9f89daad4039Andy Hung uint32_t bufferID; 1855609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 18565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18575778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 18585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18595778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 18605778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 18615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mBufferID == bufferID) { 18635778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(info->mNotify == NULL); 18645778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("reply", &info->mNotify)); 18655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1866475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mFormat = 1867475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu (portIndex == kPortIndexInput) ? mInputFormat : mOutputFormat; 18685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].push_back(i); 18695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return i; 18715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18745778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 18755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 18775778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 18785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18795778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 18805778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 18815778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 18825778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 18835778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 18845778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 18855778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 18865778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 18875778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 18885778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 18895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 18914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 18924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 18934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 18944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 18954b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 18964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 18974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 18984b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 18994b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 19004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 19014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto != NULL) { 19024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 19034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 19044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 19054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 19064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 19074b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 19084b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 19094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 19104b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 19114b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto == NULL) { 19124b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 19134b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 19144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 19154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 19164b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 19174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 19184b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 19194b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 19204b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 19214b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 19224b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 19234b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 19244b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 19254b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 19264b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 19274b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 19284b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 19294b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 19304b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 19314b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 19325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 19335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 19345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19365778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexInput].editItemAt(index); 19375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 19395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 19405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 19435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 19445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19465778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> reply = info->mNotify; 19475778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 19485778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 19495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_EOS) { 19515778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("eos", true); 19525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_CODECCONFIG) { 19555778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("csd", true); 19565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19581bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (mCrypto != NULL) { 19591bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (size > info->mEncryptedData->capacity()) { 19601bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber return -ERANGE; 1961ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1962ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 19635b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 19645b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 19655b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 1966fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong ssize_t result = mCrypto->decrypt( 19671bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (mFlags & kFlagIsSecure) != 0, 19681bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 19691bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 19701bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 1971c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info->mSharedEncryptedBuffer, 1972c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker offset, 19734b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 19744b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 19755b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mData->base(), 19765b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 19771bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 1978fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong if (result < 0) { 1979fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong return result; 1980ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1981ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 1982fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong info->mData->setRange(0, result); 1983ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1984ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 19857bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 19867bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 19877bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 19887bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 19897bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 19902d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber reply->setBuffer("buffer", info->mData); 19915778822d86b0337407514b9372562b86edfa91cdAndreas Huber reply->post(); 19925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19935b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mNotify = NULL; 19945b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 19955778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 19965778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 19975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19985778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 19995778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 20005778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 20015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20025778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 20035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 20045778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 20055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20070e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 20085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 20095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 20125778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 20135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20155778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index); 20165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 20185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 20195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20217bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 20227bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 20237bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 20247bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 20257bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 20267bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 202779ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou if (render && info->mData != NULL && info->mData->size() != 0) { 20285778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->setInt32("render", true); 20295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2030fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 2031fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (msg->findInt64("timestampNs", ×tampNs)) { 2032fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar info->mNotify->setInt64("timestampNs", timestampNs); 2033fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } else { 2034fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // TODO: it seems like we should use the timestamp 2035fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // in the (media)buffer as it potentially came from 2036fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // an input surface, but we did not propagate it prior to 2037fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // API 20. Perhaps check for target SDK version. 2038fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#if 0 2039fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 204047aea1f7c58f5302b16822f9e7e1763f2af04ef5Lajos Molnar ALOGV("using buffer PTS of %" PRId64, timestampNs); 2041fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 2042fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2043fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#endif 2044fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2045fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 20465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 20475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer->render( 2048475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mData->data(), info->mData->size(), 2049475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu timestampNs, NULL, info->mFormat); 20505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20535778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->post(); 20545778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 20555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 20575778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 20585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20595778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 20605778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 20615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20625778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 20635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 20655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 20665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20685778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 20695778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 20705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20715778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[portIndex].editItemAt(index); 20725778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 20737bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 20747bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 20757bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 207603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 207703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 207803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat != NULL) { 207903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 208003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findBuffer("image-data", &imageData)) { 208103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 208203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 208303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 208403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findRect("crop", &left, &top, &right, &bottom)) { 208503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 208603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 208703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 20887bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 20895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 20915778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 20925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20937541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huberstatus_t MediaCodec::setNativeWindow( 20941a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian const sp<Surface> &surfaceTextureClient) { 20957541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber status_t err; 20967541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20977541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (mNativeWindow != NULL) { 20987541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber err = native_window_api_disconnect( 20997541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mNativeWindow.get(), NATIVE_WINDOW_API_MEDIA); 21007541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 21017541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 21027541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber ALOGW("native_window_api_disconnect returned an error: %s (%d)", 21037541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber strerror(-err), err); 21047541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 21057541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 21067541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mNativeWindow.clear(); 21077541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 21087541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 21097541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (surfaceTextureClient != NULL) { 21107541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber err = native_window_api_connect( 21117541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber surfaceTextureClient.get(), NATIVE_WINDOW_API_MEDIA); 21127541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 21137541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 21147541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber ALOGE("native_window_api_connect returned an error: %s (%d)", 21157541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber strerror(-err), err); 21167541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 21177541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber return err; 21187541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 21197541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 21207541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mNativeWindow = surfaceTextureClient; 21217541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 21227541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 21237541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber return OK; 21247541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 21257541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2126c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 2127c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2128c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 2129c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2130c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 2131c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2132c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2133c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2134c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2135c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2136c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 2137c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2138c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 2139c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang const sp<ABuffer> &buffer = 2140c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mPortBuffers[kPortIndexOutput].itemAt(index).mData; 2141c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2142c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 2143c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2144c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 2145c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 2146c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2147c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 2148c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 2149c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2150c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 2151c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2152c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t omxFlags; 2153c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 2154c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2155c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t flags = 0; 2156c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 2157c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_SYNCFRAME; 2158c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2159c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 2160c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_CODECCONFIG; 2161c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2162c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_EOS) { 2163c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_EOS; 2164c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2165c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2166c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 2167c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2168c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2169c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2170c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2171c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2172749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 2173c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2174c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2175c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 2176c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 2177749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 2178749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 2179749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 2180749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 2181749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 2182c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2183c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2184c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2185c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2186c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2187c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 2188c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2189c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2190c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 2191c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 2192c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2193c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2194c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2195c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2196c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2197575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 2198575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 2199575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 2200575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2201575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2202e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 2203e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 2204575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 2205e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 2206e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2207e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 2208575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 2209575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 2210e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 2211e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 2212e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2213e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 2214e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 2215e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 2216e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 2217e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 2218e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 2219e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 2220575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 2221575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2222575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2223575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 2224575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2225a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 22261d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 2227a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 2228a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2229a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 2230a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 2231a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2232a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2233a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 2234a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 2235a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2236a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 2237a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2238a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2239e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 2240e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const sp<ABuffer> &buffer) { 2241e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 2242e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 2243e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2244e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 2245e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 2246e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 2247e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 2248e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 2249e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2250e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 2251e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2252e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 2253e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 2254e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2255e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 2256e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 2257e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 2258e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 2259e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 2260e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 2261e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2262e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 2263a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 2264e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2265e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 2266e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2267e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2268e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 2269e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 2270e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2271e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 2272e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 2273e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 2274e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer("csd-0", buffer); 2275e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2276e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2277e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2278e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2279e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 22802606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 22812606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mState == CONFIGURED && !mBatteryStatNotified) { 22822606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang AString mime; 22832606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang CHECK(mOutputFormat != NULL && 22842606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mOutputFormat->findString("mime", &mime)); 22852606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22862606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo = mime.startsWithIgnoreCase("video/"); 22872606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22882606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 22892606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22902606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 22912606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartVideo(); 22922606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 22932606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartAudio(); 22942606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 22952606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22962606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 22972606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 22982606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 22992606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 23002606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 23012606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopVideo(); 23022606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 23032606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopAudio(); 23042606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 23052606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 23062606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 23072606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 23082606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 23092606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 23105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 2311