MediaCodec.cpp revision dc9f58dc23a86d0635fd8601d1cbc8d47bab0303
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 225778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 242606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IBatteryStats.h> 252606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 261a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 27ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 285778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 295778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 305778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 315b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 32ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 335778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 352606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 366f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 37e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 385778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 395778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 405778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/NativeWindowWrapper.h> 412606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 422606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 432606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 44e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 455778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangstruct MediaCodec::BatteryNotifier : public Singleton<BatteryNotifier> { 482606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier(); 492606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 502606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStartVideo(); 512606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStopVideo(); 522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStartAudio(); 532606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStopAudio(); 542606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 552606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangprivate: 562606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang int32_t mVideoRefCount; 572606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang int32_t mAudioRefCount; 582606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang sp<IBatteryStats> mBatteryStatService; 592606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang}; 602606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 612606b10d51c2dceb851a2ea63e803aba4134bf00Chong ZhangANDROID_SINGLETON_STATIC_INSTANCE(MediaCodec::BatteryNotifier) 622606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 632606b10d51c2dceb851a2ea63e803aba4134bf00Chong ZhangMediaCodec::BatteryNotifier::BatteryNotifier() : 642606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mVideoRefCount(0), 652606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mAudioRefCount(0) { 662606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang // get battery service 672606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang const sp<IServiceManager> sm(defaultServiceManager()); 682606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (sm != NULL) { 692606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang const String16 name("batterystats"); 702606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatService = interface_cast<IBatteryStats>(sm->getService(name)); 712606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mBatteryStatService == NULL) { 722606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGE("batterystats service unavailable!"); 732606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 742606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 752606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 762606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 772606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStartVideo() { 782606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mVideoRefCount == 0 && mBatteryStatService != NULL) { 792606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatService->noteStartVideo(AID_MEDIA); 802606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 812606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mVideoRefCount++; 822606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 832606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 842606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStopVideo() { 852606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mVideoRefCount == 0) { 862606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGW("BatteryNotifier::noteStop(): video refcount is broken!"); 872606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang return; 882606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 892606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 902606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mVideoRefCount--; 912606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mVideoRefCount == 0 && mBatteryStatService != NULL) { 922606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatService->noteStopVideo(AID_MEDIA); 932606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 942606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 952606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 962606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStartAudio() { 972606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mAudioRefCount == 0 && mBatteryStatService != NULL) { 982606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatService->noteStartAudio(AID_MEDIA); 992606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1002606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mAudioRefCount++; 1012606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 1022606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1032606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStopAudio() { 1042606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mAudioRefCount == 0) { 1052606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGW("BatteryNotifier::noteStop(): audio refcount is broken!"); 1062606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang return; 1072606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1082606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1092606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mAudioRefCount--; 1102606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mAudioRefCount == 0 && mBatteryStatService != NULL) { 1112606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatService->noteStopAudio(AID_MEDIA); 1122606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1132606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 1145778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1155778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 116251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const sp<ALooper> &looper, const char *mime, bool encoder, status_t *err) { 1175778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = new MediaCodec(looper); 1185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 119251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 120251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 121251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 122251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 123251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1245778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1265778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1275778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 128251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const sp<ALooper> &looper, const char *name, status_t *err) { 1295778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = new MediaCodec(looper); 1305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 131251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 132251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 133251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 134251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 135251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1365778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1385778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::MediaCodec(const sp<ALooper> &looper) 1395778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 1405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 14192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 1427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 1435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 144251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 1455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 1462606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 1472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 1485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 1495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 1505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 1516507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 1526507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface(false) { 1535778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1555778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 1565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 1575778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1595778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1605778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 1615778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 1625778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 1635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 1655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 1665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 1695778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 1705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 1735778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang// static 176c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::PostReplyWithError(int32_t replyID, int32_t err) { 177c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 178c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->setInt32("err", err); 179c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 180c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 181c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 182dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 183671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 184671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 185671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 186671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 187671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1885778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 1895778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 1905778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 1915778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 19292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec = new ACodec; 1935778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool needDedicatedLooper = false; 194dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 1955778822d86b0337407514b9372562b86edfa91cdAndreas Huber needDedicatedLooper = true; 1966f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 1976f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 1986f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 1996f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 2006f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 20160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 2026f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 2036f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 20460b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 20560b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 20660b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 20760b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 20860b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 20960b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar needDedicatedLooper = true; 21060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 2116f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 2126f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 2136f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 2145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (needDedicatedLooper) { 2175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 2185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 2195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 2205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 2215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 2245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 2265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 2295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->setNotificationMessage(new AMessage(kWhatCodecNotify, id())); 2315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2325778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatInit, id()); 2335778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 2345778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 2355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 2375778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 2385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2405778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 2415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 2425778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 244c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 245c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = new AMessage(kWhatSetCallback, id()); 246c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 247c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 248c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 249c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 250c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 251c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2525778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 2535778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 2541a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian const sp<Surface> &nativeWindow, 2551bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 2565778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 2575778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatConfigure, id()); 2585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2595778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 2605778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 2615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nativeWindow != NULL) { 2631bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setObject( 2641bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber "native-window", 2651bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber new NativeWindowWrapper(nativeWindow)); 2661bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 2671bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2681bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (crypto != NULL) { 2691bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setPointer("crypto", crypto.get()); 2705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2725778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 273f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang status_t err = PostAndAwaitResponse(msg, &response); 274f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 275f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang if (err != OK && err != INVALID_OPERATION) { 276f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang // MediaCodec now set state to UNINITIALIZED upon any fatal error. 277f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang // To maintain backward-compatibility, do a reset() to put codec 278f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang // back into INITIALIZED state. 279f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang // But don't reset if the err is INVALID_OPERATION, which means 280f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang // the configure failure is due to wrong state. 281f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 282f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang ALOGE("configure failed with err 0x%08x, resetting...", err); 283f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang reset(); 284f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 285f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 286f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 2875778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 2907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 2917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, id()); 2927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 2937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 2947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 2957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 2967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 2977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 2987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 2997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 3007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 3017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 3027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 3037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 3047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 3057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 3067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 3077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 3087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 3095778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 3105778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatStart, id()); 3115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3125778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 3135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 3145778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3165778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 3175778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatStop, id()); 3185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3195778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 3205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 3215778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 323c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 324c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> msg = new AMessage(kWhatRelease, id()); 325c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 326c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 327c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 328c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 329c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 330671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 331671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 332671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 333671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 334671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 335671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 336671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 337671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 338671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 339671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 340671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 341671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 342671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 343671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 344671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 345671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 346671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 347671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 348671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 349251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 350671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 351671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 352671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 353671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 354671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 355671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 356671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 357671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 358671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 359671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 360dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 361671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 362671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 363671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 364671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 3655778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 3665778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 3675778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 3685778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 3695778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 3705b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 3715b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 3725b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 3735b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 3745b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 3755b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 3765778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, id()); 3775778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 3785778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 3795778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 3805778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 3815778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 3825b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 3835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3845778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 3855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 3865778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 3894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 3904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 3914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 3924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 3934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 3944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 3954b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 3964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 3975b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 3985b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 3995b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 4005b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 4015b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 4025b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 4034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, id()); 4044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 4054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 4064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 4074b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 4084b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 4094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 4104b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 4114b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 4124b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 4135b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 4144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 4154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 4165b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 4175b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 4185b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 4194b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 4204b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 4215778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 4225778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, id()); 4235778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 4245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4255778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 4265778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 4275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 4285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 4295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4315778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 4325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 4345778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4365778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 4375778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 4385778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 4395778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 4405778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 4415778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 4425778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 4435778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, id()); 4445778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 4455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4465778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 4475778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 4485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 4495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 4505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4525778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 4535778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 4545778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 4555778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 4565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 4575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 4595778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4615778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 4625778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, id()); 4635778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 4645778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 4655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4665778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 4675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 4685778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 470fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 471fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, id()); 472fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 473fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 474fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 475fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 476fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 477fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 478fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 479fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 4805778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 4815778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, id()); 4825778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 4835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4845778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 4855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 4865778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 4897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, id()); 4907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 4927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 4937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 4947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4955778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 4965778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, id()); 4975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4985778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 4995778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 5005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 5015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 5025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5045778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 5055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 5075778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 509e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 510e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, id()); 511e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 512e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 513e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 514e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 515e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 516e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 517e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 518e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 519e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 520e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 521e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 522e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 523717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 524717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> msg = new AMessage(kWhatGetName, id()); 525717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 526717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 527717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 528717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 529717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 530717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 531717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 532717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 533717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 534717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 535717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 536717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 5375778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getInputBuffers(Vector<sp<ABuffer> > *buffers) const { 5385778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatGetBuffers, id()); 5395778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 5405778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 5415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5425778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 5435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 5445778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5465778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputBuffers(Vector<sp<ABuffer> > *buffers) const { 5475778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatGetBuffers, id()); 5485778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 5495778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 5505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5515778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 5525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 5535778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5557bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputBuffer(size_t index, sp<ABuffer> *buffer) { 5567bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 5577bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 5587bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 5597bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5607bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 5617bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> buffer; 5627bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 5637bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 5647bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5657bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getInputBuffer(size_t index, sp<ABuffer> *buffer) { 5667bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 5677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 5687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 5697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5700e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 5710e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 5720e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 5730e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 5747bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 5757bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 5767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> *buffer, sp<AMessage> *format) { 5777bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 5787bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 5807bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 5810e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 5827bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 5837bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 5847bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5857bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 5867bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 5877bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 5887bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 5897bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (index < buffers->size()) { 5907bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo &info = buffers->itemAt(index); 5917bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (info.mOwnedByClient) { 5927bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar *buffer = info.mData; 5937bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar *format = info.mFormat; 5947bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 5957bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 5967bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 5977bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 5987bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5995778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 6005778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatFlush, id()); 6015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6025778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6035778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6045778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 606496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 607496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber (new AMessage(kWhatRequestIDRFrame, id()))->post(); 608496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 609496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 610496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 611496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 612575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 613575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, id()); 614575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 615575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 616575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 617575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 6185778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 6195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6205778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 6215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 622c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 6235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6245778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 6255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 6265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 6275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 630c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 6315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6325778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 6335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 6345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 6355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6365778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6385778822d86b0337407514b9372562b86edfa91cdAndreas Huberbool MediaCodec::handleDequeueInputBuffer(uint32_t replyID, bool newRequest) { 6390e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 6405778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 641c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 6425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 643251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 644251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 645251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 6465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6485778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 6495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 6515778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 6525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 6535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6555778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 6565778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 6575778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 6585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 6605778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6625778822d86b0337407514b9372562b86edfa91cdAndreas Huberbool MediaCodec::handleDequeueOutputBuffer(uint32_t replyID, bool newRequest) { 6635778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 6645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6650e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 6665778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 6675778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INVALID_OPERATION); 668251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 669251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung response->setInt32("err", getStickyError()); 6705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 6715778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INFO_OUTPUT_BUFFERS_CHANGED); 6725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 6735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 6745778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INFO_FORMAT_CHANGED); 6755778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 6765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 6775778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 6785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 6805778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 6815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 6825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6845778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<ABuffer> &buffer = 6855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[kPortIndexOutput].itemAt(index).mData; 6865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6875778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 6885778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 6895778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 6905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6915778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 6925778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 6935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6945778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 6955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6965778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 6975778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 6985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6995778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags = 0; 7005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 7015778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_SYNCFRAME; 7025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 7045778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_CODECCONFIG; 7055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_EOS) { 7075778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_EOS; 7085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7105778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 7115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7135778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 7145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 7165778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7185778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 7195778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 7205778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 7215778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 7225778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 7235778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 7245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7255778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 72692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatError: 7275778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 728251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 729251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 730251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 7315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7329e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 7339e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 734251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 735aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 736aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 737aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 7385530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 7395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7405778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 7415778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 7425778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 7435778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 7445778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 7455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7475778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 7485778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 749c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 750c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 7515778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 7525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7545778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 7555778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 756c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 757c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 7585778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 7595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7615778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STOPPING: 762c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 7635778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 7645778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 7655778822d86b0337407514b9372562b86edfa91cdAndreas Huber // the shutdown complete notification. 7665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7675530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 76803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 769aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 77003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 77103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 77203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 77303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 77403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 77503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 77603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 77703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 77803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 77903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 78003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 7815778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 7825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7845778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 7855778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 7869e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 7879e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 7889e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 7899e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 7909e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 7919e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 7925778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 7935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7950e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 7965778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 7975778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 7985530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 7995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 800251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 801575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 8025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8035778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 804c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 805c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 806251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 807251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 808251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 809251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 810251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 811251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 812251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 813251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 814251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 815251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 816251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 817c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 8185778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 8195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8215778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 8225778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 8235530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 8245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 825251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 826575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 827c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 828251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 829251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 830251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 831251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 832c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 833251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 834251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 835251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 836251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 837251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 838251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 839251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 840251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 841251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 842251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 843251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 844c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 8455778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 8465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8495530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 850251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 8515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8525778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 8535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 85592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentAllocated: 8565778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 8575778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 8585778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 8595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 860717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 8615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 862717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 8635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagIsSoftwareCodec; 8645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 8655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagIsSoftwareCodec; 8665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 868717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 8691bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 8701bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 8711bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 8721bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 8731bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 8745778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 8755778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 8765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 87892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentConfigured: 8795778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 8805778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 8815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8826507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 8836507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 8846507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 885e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 886e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 887e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 8882606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 8895778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 8905778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 8915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 89392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatInputSurfaceCreated: 8947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 89592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 8967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 8977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response = new AMessage(); 8987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 8997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 9007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 9017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 9027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 9036507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 9047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 9057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 9067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 9077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 9087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 9097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 9107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 91192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatSignaledInputEOS: 9127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 91392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 9147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response = new AMessage(); 9157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 9167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 9177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 9187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 9197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 9207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 9217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 9227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 9237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 92492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatBuffersAllocated: 9255778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 9267bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 9275778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 9285778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 9295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9305778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("%s buffers allocated", 9315778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 9325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9335778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput 9345778822d86b0337407514b9372562b86edfa91cdAndreas Huber || portIndex == kPortIndexOutput); 9355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[portIndex].clear(); 9375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9385778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 9395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 940eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<RefBase> obj; 941eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber CHECK(msg->findObject("portDesc", &obj)); 942eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 94392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar sp<CodecBase::PortDescription> portDesc = 94492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar static_cast<CodecBase::PortDescription *>(obj.get()); 9455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 946eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t numBuffers = portDesc->countBuffers(); 9475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 948eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber for (size_t i = 0; i < numBuffers; ++i) { 9495778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo info; 950eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mBufferID = portDesc->bufferIDAt(i); 9515778822d86b0337407514b9372562b86edfa91cdAndreas Huber info.mOwnedByClient = false; 952eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mData = portDesc->bufferAt(i); 9535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9541bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (portIndex == kPortIndexInput && mCrypto != NULL) { 955ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mEncryptedData = 956ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber new ABuffer(info.mData->capacity()); 957ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 958ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 9595778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffers->push_back(info); 9605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexOutput) { 9635778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState == STARTING) { 9645778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We're always allocating output buffers after 9655778822d86b0337407514b9372562b86edfa91cdAndreas Huber // allocating input buffers, so this is a good 9665778822d86b0337407514b9372562b86edfa91cdAndreas Huber // indication that now all buffers are allocated. 9675778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTED); 9685778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 9695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 9705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagOutputBuffersChanged; 971575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 9725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9745778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 9755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 97792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatOutputFormatChanged: 9785778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 9795778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("codec output format changed"); 9805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 981475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mSoftRenderer == NULL && 982475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu mNativeWindow != NULL && 983475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu (mFlags & kFlagIsSoftwareCodec)) { 9845778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 9855778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 9865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 987475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mime.startsWithIgnoreCase("video/")) { 988475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu mSoftRenderer = new SoftwareRenderer(mNativeWindow); 9895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat = msg; 993e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 994e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagIsEncoder) { 995e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Before we announce the format change we should 996e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // collect codec specific data and amend the output 997e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format as necessary. 998e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagGatherCodecSpecificData; 999c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagIsAsync) { 1000c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1001e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 1002e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagOutputFormatChanged; 1003e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber postActivityNotificationIfPossible(); 1004e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 10055778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 100892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFillThisBuffer: 10095778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10105778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 10115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1012c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1013c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1014c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 10155778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 10165778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10198ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 10208ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 10218ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 10228ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 10238ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 10248ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 10258ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 10268ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 10278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 10288ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 10298ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 10308ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 10318ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 10328ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 10338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 10348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1035251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1036575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1037575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 10388ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 10398ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 10408ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 10418ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 10428ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1043c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1044c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onInputBufferAvailable(); 1045c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 10465778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 10475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10485778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 10495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 10505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1051575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1052575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 10535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10545778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 105792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatDrainThisBuffer: 10585778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10595778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 10605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1061c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1062c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1063c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 10645778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 10655778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10682d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 10692d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber CHECK(msg->findBuffer("buffer", &buffer)); 10705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10715778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 10725778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", &omxFlags)); 10735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10745778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffer->meta()->setInt32("omxFlags", omxFlags); 10755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1076e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagGatherCodecSpecificData) { 1077e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // This is the very first output buffer after a 1078e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format change was signalled, it'll either contain 1079e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the one piece of codec specific data we can expect 1080e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // or there won't be codec specific data. 1081e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 1082e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber status_t err = 1083e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber amendOutputFormatWithCodecSpecificData(buffer); 1084e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1085e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (err != OK) { 1086e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ALOGE("Codec spit out malformed codec " 1087e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber "specific data!"); 1088e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1089e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1090e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1091e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1092c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1093c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1094c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1095c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1096c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1097e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1098e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1099c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1100c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1101c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 11025778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 11035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11045778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 11055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 11065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1107575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1108575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 11095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1110575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 11115778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 111492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatEOS: 11155778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11165778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 11175778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 11185778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 112192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatShutdownCompleted: 11225778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1123c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == STOPPING) { 1124c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(INITIALIZED); 1125c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } else { 1126c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK_EQ(mState, RELEASING); 1127c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(UNINITIALIZED); 1128c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 11295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11305778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 11315778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 113492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFlushCompleted: 11355778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11365530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 11375530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 11385530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 11395530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 11405530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 11415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11420e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 11430e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 11440e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 11450e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 11460e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 11470e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 11485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11495778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 11505778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11535778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 11545778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 11555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11565778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11595778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 11605778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11615778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 11625778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 11635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1165c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 11665778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 11705778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 11715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11725778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 11735778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 11745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11755778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 11765778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 11770db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 11780db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 11795778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 11805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11825778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 11835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 11855778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 11865778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 11875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 11885778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 11895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11915778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 11925778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1195c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1196c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 1197c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t replyID; 1198c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1199c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1200c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1201c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 12020e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 12030e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1204c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1205c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1206c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1207c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1208c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1209c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1210c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1211c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1212c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1213c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1214c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1215c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1216c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1217c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1218c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1219c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1220c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1221c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1222c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1223c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1224c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1225c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1226c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 12275778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 12285778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12295778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 12305778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 12315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1233c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 12345778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12375778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 12385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findObject("native-window", &obj)) { 12395778822d86b0337407514b9372562b86edfa91cdAndreas Huber obj.clear(); 12405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12425778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 12435778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 12445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 12465778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 12471bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 12487541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber status_t err = setNativeWindow( 12497541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber static_cast<NativeWindowWrapper *>(obj.get()) 12507541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber ->getSurfaceTextureClient()); 12517541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 12527541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1253c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 12547541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 12551bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 12561bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 12577541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setNativeWindow(NULL); 12581bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 12591bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 12607541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 12617541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 12627541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 12631bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 12641bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 12651bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 12665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12681bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 12691bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 12705778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 12715778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 12725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 12745778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 1275e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 12765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 12798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 12805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 12815778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 12857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 12867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden uint32_t replyID; 12877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 12887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 12897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 12907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 1291c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 12927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 12957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 12967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->initiateCreateInputSurface(); 12977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 13005778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 13015778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13025778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 13035778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 13045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13050e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 13060e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 13070e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 13080e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 1309c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 13105778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13135778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 13145778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 13155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 13175778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13205778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 1321c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 1322c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 1323aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 1324aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 1325aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1326c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber uint32_t replyID; 1327c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1328c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1329c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState != INITIALIZED 13300e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 133103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // We may be in "UNINITIALIZED" state already without the 133203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 133303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 133403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 133503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 133603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 1337aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // Similarly stopping a stopped MediaCodec should be benign. 1338c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 133903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber response->setInt32( 134003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber "err", 1341aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mState == targetState ? OK : INVALID_OPERATION); 1342c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1343c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 1344c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 1345c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1346c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1347aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 1348aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 1349aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 1350aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 1351aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 1352aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 1353aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1354aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1355c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 1356aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 1357aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1358aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 1359aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 1360c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 13615778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 13625778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13655778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 13665778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13675778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 13685778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 13695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1370c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1371c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1372c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1373c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1374c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1375c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 13766507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 13776507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 1378c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 13796507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 13806507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 13816507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 13825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 13835778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13865778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 13875778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 13885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1390c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 13915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13945778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 13955778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 13965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 13985778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 13995778822d86b0337407514b9372562b86edfa91cdAndreas Huber new AMessage(kWhatDequeueInputTimedOut, id()); 14005778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 14015778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 14025778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 14035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14045778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14075778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 14085778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14095778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 14105778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 14115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 14135778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 14145778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 14185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1419c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 14205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 14225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 14235778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14265778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 14275778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14285778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 14295778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 14305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1431251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1432c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 14335778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1434251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1435251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1436251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 14375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14395778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 14405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1441c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 14425778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14455778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 14465778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14475778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 14485778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 14495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1450c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1451c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1452c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1453c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1454c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1455c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 14565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 14575778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14605778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 14615778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 14625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14635778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1464c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 14655778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 14695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 14705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 14725778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 14735778822d86b0337407514b9372562b86edfa91cdAndreas Huber new AMessage(kWhatDequeueOutputTimedOut, id()); 14745778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 14755778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 14765778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 14775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14785778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14815778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 14825778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14835778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 14845778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 14855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 14875778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 14885778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14915778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 14925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1493c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 14945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14955778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 14965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 14975778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15005778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 15015778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15025778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 15035778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1505251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1506c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15075778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1508251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1509251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1510251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 15115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15135778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 15145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1515c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 15165778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 15207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 15217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden uint32_t replyID; 15227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 15237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1524251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1525c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 1527251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1528251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1529251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 15307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 15317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 15327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 15337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 15347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 15357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 15367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 15375778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 15385778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15395778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 15405778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1542251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting() || (mFlags & kFlagIsAsync)) { 1543c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15445778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1545251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1546251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1547251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 15485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15505778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 15515778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 15525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15535778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<sp<ABuffer> > *dstBuffers; 15545778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 15555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15565778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 15575778822d86b0337407514b9372562b86edfa91cdAndreas Huber const Vector<BufferInfo> &srcBuffers = mPortBuffers[portIndex]; 15585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15595778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < srcBuffers.size(); ++i) { 15605778822d86b0337407514b9372562b86edfa91cdAndreas Huber const BufferInfo &info = srcBuffers.itemAt(i); 15615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1562ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber dstBuffers->push_back( 15631bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (portIndex == kPortIndexInput && mCrypto != NULL) 1564ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? info.mEncryptedData : info.mData); 15655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15675778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 15685778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15715778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 15725778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15735778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 15745778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1576251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1577c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15785778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1579251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1580251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1581251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 15825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 15850e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 15865778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 15875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 15895778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 15905778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1593e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 15945778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 15955778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1596e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 1597e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 1598e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 15995778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 16005778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 16015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1602e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 16030e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 16040e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 1605e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 1606c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16075778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1608251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1609251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1610251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 16115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16135778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 1614e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 16155778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 16165778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1619496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 1620496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 1621496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 1622496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 1623496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 1624496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1625575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 1626575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 1627575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 1628575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 1629575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 1630575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1631575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 1632575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 1633575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 1634717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 1635717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 1636717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo uint32_t replyID; 1637717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 1638717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1639717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 1640c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1641717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 1642717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1643717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1644717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 1645717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 1646717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 1647717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 1648717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1649717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1650a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 1651a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 1652a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber uint32_t replyID; 1653a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1654a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 1655a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 1656a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 1657a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 1658a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 1659a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 1660c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 1661a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 1662a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 1663a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 16645778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 16655778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 16665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16675778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 16685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16698ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 16708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 16718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16728ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 16738ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 16748ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 16758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!format->findBuffer(StringPrintf("csd-%u", i).c_str(), &csd)) { 16768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 16778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 16788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 16808ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 16818ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 16828ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1683a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 16848ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 16858ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16868ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 16878ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 16888ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16897bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo *info = 16907bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar &mPortBuffers[kPortIndexInput].itemAt(bufferIndex); 16918ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16928ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 16938ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 16948ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16958ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber const sp<ABuffer> &codecInputData = 16968ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber (mCrypto != NULL) ? info->mEncryptedData : info->mData; 16978ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16988ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 16998ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 17008ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 17018ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17028ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 17038ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17048ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 17058ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, id()); 17078ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 17088ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 17098ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 17108ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 17118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 17128ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 17138ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 17158ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 17168ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17175778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 17187541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 17195778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 17205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 17215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17221bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 17237541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setNativeWindow(NULL); 17245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1725671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 17265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 17275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 17285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 17295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 1730e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 1731e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1732c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1733251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 1734575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 1735575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 1736c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 17375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1739717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 1740671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 1741671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 1742671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1743717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo mComponentName.clear(); 1744aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1745aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 1746aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 1747aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 1748aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 1749717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1750717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 17515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 17525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17535778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 17542606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 17552606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 17565778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 17575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17585778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodec() { 17595778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 17605778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 17615778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 17625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17635778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex) { 17645778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 17657bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 17665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17675778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 17685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17695778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 17705778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 17715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify != NULL) { 17735778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = info->mNotify; 17745778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 17755778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mOwnedByClient = false; 17765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexInput) { 17787fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* no error, just returning buffers */ 17797fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar msg->setInt32("err", OK); 17805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17815778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 17825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 17865778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 17875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17885778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 17895778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 17905778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 17915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1792609b815a3131d22da38b2f452faa9f89daad4039Andy Hung uint32_t bufferID; 1793609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 17945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17955778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 17965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17975778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 17985778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 17995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mBufferID == bufferID) { 18015778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(info->mNotify == NULL); 18025778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("reply", &info->mNotify)); 18035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1804475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mFormat = 1805475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu (portIndex == kPortIndexInput) ? mInputFormat : mOutputFormat; 18065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].push_back(i); 18075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return i; 18095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18125778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 18135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 18155778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 18165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18175778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 18185778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 18195778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 18205778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 18215778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 18225778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 18235778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 18245778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 18255778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 18265778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 18275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18284b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 18294b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 18304b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 18314b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 18324b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 18334b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 18344b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 18354b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 18364b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 18374b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 18384b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 18394b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto != NULL) { 18404b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 18414b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 18424b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 18434b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 18444b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 18454b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 18464b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 18474b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 18484b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 18494b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto == NULL) { 18504b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 18514b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 18524b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 18534b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 18544b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 18554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 18564b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 18574b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 18584b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 18594b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 18604b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 18614b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 18624b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 18634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 18644b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 18654b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 18664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 18674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 18684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 18694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 18705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 18715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 18725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18745778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexInput].editItemAt(index); 18755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 18775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 18785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 18815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 18825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18845778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> reply = info->mNotify; 18855778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 18865778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 18875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_EOS) { 18895778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("eos", true); 18905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_CODECCONFIG) { 18935778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("csd", true); 18945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18961bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (mCrypto != NULL) { 18971bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (size > info->mEncryptedData->capacity()) { 18981bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber return -ERANGE; 1899ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1900ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 19015b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 19025b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 19035b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 1904fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong ssize_t result = mCrypto->decrypt( 19051bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (mFlags & kFlagIsSecure) != 0, 19061bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 19071bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 19081bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 19091bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber info->mEncryptedData->base() + offset, 19104b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 19114b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 19125b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mData->base(), 19135b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 19141bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 1915fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong if (result < 0) { 1916fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong return result; 1917ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1918ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 1919fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong info->mData->setRange(0, result); 1920ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1921ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 19227bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 19237bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 19247bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 19257bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 19267bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 19272d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber reply->setBuffer("buffer", info->mData); 19285778822d86b0337407514b9372562b86edfa91cdAndreas Huber reply->post(); 19295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19305b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mNotify = NULL; 19315b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 19325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 19335778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 19345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19355778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 19365778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 19375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 19385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19395778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 19405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 19415778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 19425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19440e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 19455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 19465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 19495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 19505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19525778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index); 19535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 19555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 19565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19587bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 19597bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 19607bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 19617bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 19627bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 19637bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 196479ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou if (render && info->mData != NULL && info->mData->size() != 0) { 19655778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->setInt32("render", true); 19665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1967fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 1968fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (msg->findInt64("timestampNs", ×tampNs)) { 1969fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar info->mNotify->setInt64("timestampNs", timestampNs); 1970fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } else { 1971fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // TODO: it seems like we should use the timestamp 1972fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // in the (media)buffer as it potentially came from 1973fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // an input surface, but we did not propagate it prior to 1974fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // API 20. Perhaps check for target SDK version. 1975fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#if 0 1976fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 197747aea1f7c58f5302b16822f9e7e1763f2af04ef5Lajos Molnar ALOGV("using buffer PTS of %" PRId64, timestampNs); 1978fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 1979fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 1980fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#endif 1981fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 1982fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 19835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 19845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer->render( 1985475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mData->data(), info->mData->size(), 1986475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu timestampNs, NULL, info->mFormat); 19875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19905778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->post(); 19915778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 19925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19935778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 19945778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 19955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19965778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 19975778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 19985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19995778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 20005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 20025778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 20035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20055778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 20065778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 20075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20085778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[portIndex].editItemAt(index); 20095778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 20107bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 20117bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 20127bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 201303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 201403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 201503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat != NULL) { 201603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 201703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findBuffer("image-data", &imageData)) { 201803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 201903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 202003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 202103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findRect("crop", &left, &top, &right, &bottom)) { 202203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 202303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 202403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 20257bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 20265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20275778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 20285778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 20295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20307541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huberstatus_t MediaCodec::setNativeWindow( 20311a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian const sp<Surface> &surfaceTextureClient) { 20327541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber status_t err; 20337541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20347541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (mNativeWindow != NULL) { 20357541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber err = native_window_api_disconnect( 20367541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mNativeWindow.get(), NATIVE_WINDOW_API_MEDIA); 20377541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20387541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 20397541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber ALOGW("native_window_api_disconnect returned an error: %s (%d)", 20407541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber strerror(-err), err); 20417541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 20427541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20437541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mNativeWindow.clear(); 20447541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 20457541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20467541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (surfaceTextureClient != NULL) { 20477541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber err = native_window_api_connect( 20487541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber surfaceTextureClient.get(), NATIVE_WINDOW_API_MEDIA); 20497541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20507541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 20517541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber ALOGE("native_window_api_connect returned an error: %s (%d)", 20527541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber strerror(-err), err); 20537541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20547541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber return err; 20557541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 20567541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20577541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mNativeWindow = surfaceTextureClient; 20587541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 20597541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20607541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber return OK; 20617541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 20627541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2063c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 2064c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2065c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 2066c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2067c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 2068c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2069c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2070c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2071c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2072c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2073c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 2074c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2075c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 2076c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang const sp<ABuffer> &buffer = 2077c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mPortBuffers[kPortIndexOutput].itemAt(index).mData; 2078c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2079c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 2080c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2081c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 2082c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 2083c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2084c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 2085c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 2086c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2087c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 2088c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2089c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t omxFlags; 2090c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 2091c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2092c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t flags = 0; 2093c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 2094c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_SYNCFRAME; 2095c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2096c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 2097c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_CODECCONFIG; 2098c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2099c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_EOS) { 2100c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_EOS; 2101c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2102c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2103c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 2104c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2105c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2106c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2107c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2108c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2109749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 2110c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2111c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2112c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 2113c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 2114749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 2115749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 2116749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 2117749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 2118749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 2119c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2120c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2121c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2122c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2123c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2124c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 2125c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2126c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2127c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 2128c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 2129c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2130c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2131c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2132c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2133c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2134575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 2135575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 2136575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 2137575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2138575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2139575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if ((mFlags & (kFlagStickyError 2140575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 2141575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputFormatChanged)) 2142575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 2143575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 2144575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 2145575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2146575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2147575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 2148575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2149a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 2150a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> msg = new AMessage(kWhatSetParameters, id()); 2151a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 2152a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2153a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 2154a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 2155a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2156a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2157a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 2158a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 2159a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2160a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 2161a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2162a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2163e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 2164e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const sp<ABuffer> &buffer) { 2165e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 2166e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 2167e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2168e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 2169e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 2170e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 2171e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 2172e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 2173e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2174e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 2175e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2176e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 2177e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 2178e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2179e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 2180e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 2181e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 2182e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 2183e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 2184e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 2185e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2186e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 2187e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber StringPrintf("csd-%u", csdIndex).c_str(), csd); 2188e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2189e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 2190e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2191e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2192e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 2193e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 2194e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2195e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 2196e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 2197e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 2198e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer("csd-0", buffer); 2199e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2200e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2201e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2202e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2203e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 22042606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 22052606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mState == CONFIGURED && !mBatteryStatNotified) { 22062606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang AString mime; 22072606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang CHECK(mOutputFormat != NULL && 22082606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mOutputFormat->findString("mime", &mime)); 22092606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22102606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo = mime.startsWithIgnoreCase("video/"); 22112606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22122606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 22132606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22142606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 22152606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartVideo(); 22162606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 22172606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartAudio(); 22182606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 22192606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22202606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 22212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 22222606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 22232606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22242606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 22252606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopVideo(); 22262606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 22272606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopAudio(); 22282606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 22292606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22302606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 22312606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 22322606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 22332606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22345778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 2235