MediaCodec.cpp revision 251d4be8aa5ab80bc915a82a2420233bdc62018e
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 225778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 242606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IBatteryStats.h> 252606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 261a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 27ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 285778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 295778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 305778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 315b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 32ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 335778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 352606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 366f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 37e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 385778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 395778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 405778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/NativeWindowWrapper.h> 412606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 422606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 432606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 44e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 455778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangstruct MediaCodec::BatteryNotifier : public Singleton<BatteryNotifier> { 482606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier(); 492606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 502606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStartVideo(); 512606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStopVideo(); 522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStartAudio(); 532606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStopAudio(); 542606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 552606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangprivate: 562606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang int32_t mVideoRefCount; 572606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang int32_t mAudioRefCount; 582606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang sp<IBatteryStats> mBatteryStatService; 592606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang}; 602606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 612606b10d51c2dceb851a2ea63e803aba4134bf00Chong ZhangANDROID_SINGLETON_STATIC_INSTANCE(MediaCodec::BatteryNotifier) 622606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 632606b10d51c2dceb851a2ea63e803aba4134bf00Chong ZhangMediaCodec::BatteryNotifier::BatteryNotifier() : 642606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mVideoRefCount(0), 652606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mAudioRefCount(0) { 662606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang // get battery service 672606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang const sp<IServiceManager> sm(defaultServiceManager()); 682606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (sm != NULL) { 692606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang const String16 name("batterystats"); 702606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatService = interface_cast<IBatteryStats>(sm->getService(name)); 712606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mBatteryStatService == NULL) { 722606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGE("batterystats service unavailable!"); 732606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 742606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 752606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 762606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 772606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStartVideo() { 782606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mVideoRefCount == 0 && mBatteryStatService != NULL) { 792606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatService->noteStartVideo(AID_MEDIA); 802606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 812606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mVideoRefCount++; 822606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 832606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 842606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStopVideo() { 852606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mVideoRefCount == 0) { 862606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGW("BatteryNotifier::noteStop(): video refcount is broken!"); 872606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang return; 882606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 892606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 902606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mVideoRefCount--; 912606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mVideoRefCount == 0 && mBatteryStatService != NULL) { 922606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatService->noteStopVideo(AID_MEDIA); 932606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 942606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 952606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 962606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStartAudio() { 972606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mAudioRefCount == 0 && mBatteryStatService != NULL) { 982606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatService->noteStartAudio(AID_MEDIA); 992606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1002606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mAudioRefCount++; 1012606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 1022606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1032606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStopAudio() { 1042606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mAudioRefCount == 0) { 1052606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGW("BatteryNotifier::noteStop(): audio refcount is broken!"); 1062606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang return; 1072606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1082606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1092606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mAudioRefCount--; 1102606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mAudioRefCount == 0 && mBatteryStatService != NULL) { 1112606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatService->noteStopAudio(AID_MEDIA); 1122606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1132606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 1145778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1155778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 116251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const sp<ALooper> &looper, const char *mime, bool encoder, status_t *err) { 1175778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = new MediaCodec(looper); 1185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 119251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 120251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 121251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 122251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 123251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1245778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1265778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1275778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 128251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const sp<ALooper> &looper, const char *name, status_t *err) { 1295778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = new MediaCodec(looper); 1305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 131251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 132251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 133251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 134251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 135251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1365778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1385778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::MediaCodec(const sp<ALooper> &looper) 1395778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 1405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 14192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 1427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 1435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 144251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 1455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 1462606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 1472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 1485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 1495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 1505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 1516507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 1526507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface(false) { 1535778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1555778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 1565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 1575778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1595778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1605778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 1615778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 1625778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 1635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 1655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 1665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 1695778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 1705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 1735778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang// static 176c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::PostReplyWithError(int32_t replyID, int32_t err) { 177c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 178c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->setInt32("err", err); 179c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 180c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 181c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1825778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::init(const char *name, bool nameIsType, bool encoder) { 183671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 184671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 185671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 186671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 187671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1885778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 1895778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 1905778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 1915778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 19292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec = new ACodec; 1935778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool needDedicatedLooper = false; 1945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType && !strncasecmp(name, "video/", 6)) { 1955778822d86b0337407514b9372562b86edfa91cdAndreas Huber needDedicatedLooper = true; 1966f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 1976f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 1986f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 1996f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 2006f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 2016f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen const MediaCodecList *mcl = MediaCodecList::getInstance(); 2026f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 2036f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 2046f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen Vector<AString> types; 2056f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (mcl->getSupportedTypes(codecIdx, &types) == OK) { 20684333e0475bc911adc16417f4ca327c975cf6c36Andreas Huber for (size_t i = 0; i < types.size(); i++) { 2076f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (types[i].startsWith("video/")) { 2086f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen needDedicatedLooper = true; 2096f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen break; 2106f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 2116f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 2126f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 2136f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 2145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (needDedicatedLooper) { 2175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 2185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 2195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 2205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 2215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 2245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 2265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 2295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->setNotificationMessage(new AMessage(kWhatCodecNotify, id())); 2315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2325778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatInit, id()); 2335778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 2345778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 2355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 2375778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 2385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2405778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 2415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 2425778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 244c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 245c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = new AMessage(kWhatSetCallback, id()); 246c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 247c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 248c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 249c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 250c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 251c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2525778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 2535778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 2541a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian const sp<Surface> &nativeWindow, 2551bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 2565778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 2575778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatConfigure, id()); 2585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2595778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 2605778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 2615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nativeWindow != NULL) { 2631bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setObject( 2641bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber "native-window", 2651bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber new NativeWindowWrapper(nativeWindow)); 2661bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 2671bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2681bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (crypto != NULL) { 2691bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setPointer("crypto", crypto.get()); 2705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2725778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 2735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 2745778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 2777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 2787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, id()); 2797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 2807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 2817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 2827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 2837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 2847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 2857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 2867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 2877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 2887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 2897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 2907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 2917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 2927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 2937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 2947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 2957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 2965778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 2975778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatStart, id()); 2985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2995778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 3005778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 3015778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3035778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 3045778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatStop, id()); 3055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3065778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 3075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 3085778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 310c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 311c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> msg = new AMessage(kWhatRelease, id()); 312c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 313c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 314c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 315c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 316c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 317671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 318671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 319671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 320671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 321671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 322671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 323671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 324671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 325671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 326671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 327671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 328671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 329671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 330671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 331671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 332671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 333671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 334671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 335671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 336251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 337671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 338671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 339671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 340671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 341671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 342671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 343671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 344671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 345671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 346671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 347671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar err = init(mInitName.c_str(), mInitNameIsType, mInitIsEncoder); 348671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 349671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 350671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 351671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 3525778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 3535778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 3545778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 3555778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 3565778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 3575b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 3585b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 3595b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 3605b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 3615b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 3625b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 3635778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, id()); 3645778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 3655778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 3665778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 3675778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 3685778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 3695b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 3705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3715778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 3725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 3735778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3754b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 3764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 3774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 3784b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 3794b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 3804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 3814b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 3824b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 3834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 3845b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 3855b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 3865b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 3875b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 3885b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 3895b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 3904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, id()); 3914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 3924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 3934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 3944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 3954b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 3964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 3974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 3984b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 3994b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 4005b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 4014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 4024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 4035b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 4045b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 4055b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 4064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 4074b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 4085778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 4095778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, id()); 4105778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 4115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4125778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 4135778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 4145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 4155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 4165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4185778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 4195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 4215778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4235778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 4245778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 4255778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 4265778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 4275778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 4285778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 4295778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 4305778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, id()); 4315778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 4325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4335778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 4345778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 4355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 4365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 4375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4395778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 4405778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 4415778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 4425778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 4435778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 4445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 4465778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4485778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 4495778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, id()); 4505778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 4515778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 4525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4535778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 4545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 4555778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 457fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 458fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, id()); 459fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 460fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 461fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 462fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 463fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 464fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 465fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 466fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 4675778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 4685778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, id()); 4695778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 4705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4715778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 4725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 4735778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 4767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, id()); 4777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 4797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 4807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 4817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4825778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 4835778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, id()); 4845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4855778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 4865778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 4875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 4885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 4895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4915778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 4925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4935778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 4945778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 496e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 497e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, id()); 498e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 499e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 500e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 501e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 502e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 503e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 504e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 505e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 506e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 507e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 508e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 509e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 510717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 511717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> msg = new AMessage(kWhatGetName, id()); 512717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 513717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 514717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 515717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 516717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 517717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 518717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 519717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 520717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 521717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 522717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 523717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 5245778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getInputBuffers(Vector<sp<ABuffer> > *buffers) const { 5255778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatGetBuffers, id()); 5265778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 5275778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 5285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5295778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 5305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 5315778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5335778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputBuffers(Vector<sp<ABuffer> > *buffers) const { 5345778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatGetBuffers, id()); 5355778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 5365778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 5375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5385778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 5395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 5405778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5427bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputBuffer(size_t index, sp<ABuffer> *buffer) { 5437bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 5447bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 5457bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 5467bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5477bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 5487bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> buffer; 5497bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 5507bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 5517bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5527bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getInputBuffer(size_t index, sp<ABuffer> *buffer) { 5537bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 5547bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 5557bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 5567bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5570e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 5580e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 5590e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 5600e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 5617bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 5627bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 5637bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> *buffer, sp<AMessage> *format) { 5647bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 5657bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5667bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 5677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 5680e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 5697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 5707bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 5717bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 5737bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 5747bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 5757bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 5767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (index < buffers->size()) { 5777bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo &info = buffers->itemAt(index); 5787bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (info.mOwnedByClient) { 5797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar *buffer = info.mData; 5807bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar *format = info.mFormat; 5817bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 5827bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 5837bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 5847bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 5857bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 5865778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 5875778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = new AMessage(kWhatFlush, id()); 5885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5895778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 5905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 5915778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 593496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 594496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber (new AMessage(kWhatRequestIDRFrame, id()))->post(); 595496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 596496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 597496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 598496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 599575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 600575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, id()); 601575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 602575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 603575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 604575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 6055778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 6065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6075778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 6085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 609c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 6105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6115778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 6125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 6135778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 6145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 617c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 6185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6195778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 6205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 6215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 6225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6235778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6255778822d86b0337407514b9372562b86edfa91cdAndreas Huberbool MediaCodec::handleDequeueInputBuffer(uint32_t replyID, bool newRequest) { 6260e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 6275778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 628c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 6295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 630251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 631251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 632251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 6335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6355778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 6365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 6385778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 6395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 6405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6425778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 6435778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 6445778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 6455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 6475778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6495778822d86b0337407514b9372562b86edfa91cdAndreas Huberbool MediaCodec::handleDequeueOutputBuffer(uint32_t replyID, bool newRequest) { 6505778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 6515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6520e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 6535778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 6545778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INVALID_OPERATION); 655251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 656251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung response->setInt32("err", getStickyError()); 6575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 6585778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INFO_OUTPUT_BUFFERS_CHANGED); 6595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 6605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 6615778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INFO_FORMAT_CHANGED); 6625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 6635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 6645778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 6655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 6675778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 6685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 6695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6715778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<ABuffer> &buffer = 6725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[kPortIndexOutput].itemAt(index).mData; 6735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6745778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 6755778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 6765778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 6775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6785778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 6795778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 6805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6815778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 6825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6835778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 6845778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 6855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6865778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags = 0; 6875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 6885778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_SYNCFRAME; 6895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 6915778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_CODECCONFIG; 6925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_EOS) { 6945778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_EOS; 6955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6975778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 6985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7005778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 7015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7025778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 7035778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7055778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 7065778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 7075778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 7085778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 7095778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 7105778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 7115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7125778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 71392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatError: 7145778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 715251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 716251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 717251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 7185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 719251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung ALOGE("Codec reported err %#x, actionCode %d", err, actionCode); 720251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 721aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 722aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 723aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 7245778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool sendErrorReponse = true; 7255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7265778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 7275778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 7285778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 7295778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 7305778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 7315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7335778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 7345778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 7355778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 7365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 7375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7395778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 7405778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 7415778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(CONFIGURED); 7425778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 7435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7455778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STOPPING: 746c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 7475778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 7485778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 7495778822d86b0337407514b9372562b86edfa91cdAndreas Huber // the shutdown complete notification. 7505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7515778822d86b0337407514b9372562b86edfa91cdAndreas Huber sendErrorReponse = false; 75203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 753aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 75403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 75503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 75603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 75703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 75803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 75903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 76003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 76103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 76203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 76303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 76403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 7655778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 7665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7685778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 7695778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 7700e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState( 7710e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 7725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 7735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7750e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 7765778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 7775778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 7785778822d86b0337407514b9372562b86edfa91cdAndreas Huber sendErrorReponse = false; 7795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 780251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 781575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 7825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7835778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 784c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 785c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 786251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 787251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 788251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 789251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 790251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 791251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 792251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 793251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 794251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 795251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 796251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 797c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 7985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 7995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8015778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 8025778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 8035778822d86b0337407514b9372562b86edfa91cdAndreas Huber sendErrorReponse = false; 8045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 805251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 806575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 807c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 808251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 809251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 810251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 811251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 812c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 813251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 814251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 815251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 816251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 817251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 818251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 819251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 820251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 821251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 822251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 823251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 824c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 8255778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 8265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (sendErrorReponse) { 830251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 8315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8325778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 8335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 83592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentAllocated: 8365778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 8375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 8385778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 8395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 840717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 8415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 842717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 8435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagIsSoftwareCodec; 8445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 8455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagIsSoftwareCodec; 8465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 848717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 8491bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 8501bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 8511bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 8521bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 8531bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 8545778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 8555778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 8565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 85892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentConfigured: 8595778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 8605778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 8615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8626507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 8636507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 8646507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 865e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 866e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 867e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 8682606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 8695778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 8705778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 8715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 87392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatInputSurfaceCreated: 8747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 87592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 8767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 8777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response = new AMessage(); 8787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 8797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 8807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 8817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 8827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 8836507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 8847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 8857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 8867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 8877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 8887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 8897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 8907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 89192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatSignaledInputEOS: 8927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 89392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 8947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response = new AMessage(); 8957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 8967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 8977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 8987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 8997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 9007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 9017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 9027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 9037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 90492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatBuffersAllocated: 9055778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 9067bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 9075778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 9085778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 9095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9105778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("%s buffers allocated", 9115778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 9125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9135778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput 9145778822d86b0337407514b9372562b86edfa91cdAndreas Huber || portIndex == kPortIndexOutput); 9155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[portIndex].clear(); 9175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9185778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 9195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 920eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<RefBase> obj; 921eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber CHECK(msg->findObject("portDesc", &obj)); 922eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 92392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar sp<CodecBase::PortDescription> portDesc = 92492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar static_cast<CodecBase::PortDescription *>(obj.get()); 9255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 926eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t numBuffers = portDesc->countBuffers(); 9275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 928eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber for (size_t i = 0; i < numBuffers; ++i) { 9295778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo info; 930eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mBufferID = portDesc->bufferIDAt(i); 9315778822d86b0337407514b9372562b86edfa91cdAndreas Huber info.mOwnedByClient = false; 932eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mData = portDesc->bufferAt(i); 9335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9341bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (portIndex == kPortIndexInput && mCrypto != NULL) { 935ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mEncryptedData = 936ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber new ABuffer(info.mData->capacity()); 937ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 938ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 9395778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffers->push_back(info); 9405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexOutput) { 9435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState == STARTING) { 9445778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We're always allocating output buffers after 9455778822d86b0337407514b9372562b86edfa91cdAndreas Huber // allocating input buffers, so this is a good 9465778822d86b0337407514b9372562b86edfa91cdAndreas Huber // indication that now all buffers are allocated. 9475778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTED); 9485778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 9495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 9505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagOutputBuffersChanged; 951575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 9525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9545778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 9555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 95792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatOutputFormatChanged: 9585778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 9595778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("codec output format changed"); 9605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((mFlags & kFlagIsSoftwareCodec) 9625778822d86b0337407514b9372562b86edfa91cdAndreas Huber && mNativeWindow != NULL) { 9635778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 9645778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 9655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!strncasecmp("video/", mime.c_str(), 6)) { 9675778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 9685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 9695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9705778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t width, height; 9715778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("width", &width)); 9725778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("height", &height)); 9735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9746539f82d55d4457bc84ed23d57967346022c56dcMartin Storsjo int32_t cropLeft, cropTop, cropRight, cropBottom; 9756539f82d55d4457bc84ed23d57967346022c56dcMartin Storsjo CHECK(msg->findRect("crop", 9766539f82d55d4457bc84ed23d57967346022c56dcMartin Storsjo &cropLeft, &cropTop, &cropRight, &cropBottom)); 9776539f82d55d4457bc84ed23d57967346022c56dcMartin Storsjo 9785778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t colorFormat; 9795778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32( 9805778822d86b0337407514b9372562b86edfa91cdAndreas Huber "color-format", &colorFormat)); 9815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9825778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MetaData> meta = new MetaData; 9835778822d86b0337407514b9372562b86edfa91cdAndreas Huber meta->setInt32(kKeyWidth, width); 9845778822d86b0337407514b9372562b86edfa91cdAndreas Huber meta->setInt32(kKeyHeight, height); 9856539f82d55d4457bc84ed23d57967346022c56dcMartin Storsjo meta->setRect(kKeyCropRect, 9866539f82d55d4457bc84ed23d57967346022c56dcMartin Storsjo cropLeft, cropTop, cropRight, cropBottom); 9875778822d86b0337407514b9372562b86edfa91cdAndreas Huber meta->setInt32(kKeyColorFormat, colorFormat); 9885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = 9905778822d86b0337407514b9372562b86edfa91cdAndreas Huber new SoftwareRenderer(mNativeWindow, meta); 9915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9945778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat = msg; 995e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 996e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagIsEncoder) { 997e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Before we announce the format change we should 998e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // collect codec specific data and amend the output 999e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format as necessary. 1000e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagGatherCodecSpecificData; 1001c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagIsAsync) { 1002c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1003e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 1004e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagOutputFormatChanged; 1005e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber postActivityNotificationIfPossible(); 1006e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 10075778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 101092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFillThisBuffer: 10115778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10125778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 10135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1014c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1015c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1016c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 10175778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 10185778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10218ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 10228ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 10238ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 10248ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 10258ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 10268ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 10278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 10288ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 10298ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 10308ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 10318ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 10328ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 10338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 10348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 10358ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 10368ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1037251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1038575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1039575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 10408ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 10418ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 10428ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 10438ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 10448ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1045c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1046c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onInputBufferAvailable(); 1047c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 10485778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 10495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10505778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 10515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 10525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1053575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1054575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 10555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10565778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 105992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatDrainThisBuffer: 10605778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10615778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 10625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1063c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1064c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1065c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 10665778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 10675778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10702d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 10712d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber CHECK(msg->findBuffer("buffer", &buffer)); 10725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10735778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 10745778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", &omxFlags)); 10755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10765778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffer->meta()->setInt32("omxFlags", omxFlags); 10775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1078e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagGatherCodecSpecificData) { 1079e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // This is the very first output buffer after a 1080e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format change was signalled, it'll either contain 1081e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the one piece of codec specific data we can expect 1082e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // or there won't be codec specific data. 1083e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 1084e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber status_t err = 1085e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber amendOutputFormatWithCodecSpecificData(buffer); 1086e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1087e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (err != OK) { 1088e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ALOGE("Codec spit out malformed codec " 1089e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber "specific data!"); 1090e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1091e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1092e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1093e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1094c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1095c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1096c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1097c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1098c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1099e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1100e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1101c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1102c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1103c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 11045778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 11055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11065778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 11075778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 11085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1109575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1110575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 11115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1112575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 11135778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 111692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatEOS: 11175778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11185778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 11195778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 11205778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 112392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatShutdownCompleted: 11245778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1125c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == STOPPING) { 1126c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(INITIALIZED); 1127c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } else { 1128c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK_EQ(mState, RELEASING); 1129c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(UNINITIALIZED); 1130c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 11315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11325778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 11335778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 113692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFlushCompleted: 11375778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11385778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, FLUSHING); 11395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11400e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 11410e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 11420e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 11430e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 11440e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 11450e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 11465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11475778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 11485778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11515778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 11525778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 11535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11545778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11575778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 11585778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11595778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 11605778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 11615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1163c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 11645778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 11685778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 11695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11705778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 11715778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 11725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11735778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 11745778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 11750db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 11760db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 11775778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 11785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11805778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 11815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 11835778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 11845778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 11855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 11865778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 11875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 11905778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1193c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1194c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 1195c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t replyID; 1196c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1197c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1198c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1199c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 12000e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 12010e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1202c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1203c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1204c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1205c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1206c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1207c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1208c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1209c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1210c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1211c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1212c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1213c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1214c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1215c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1216c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1217c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1218c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1219c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1220c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1221c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1222c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1223c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1224c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 12255778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 12265778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12275778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 12285778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 12295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1231c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 12325778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12355778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 12365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findObject("native-window", &obj)) { 12375778822d86b0337407514b9372562b86edfa91cdAndreas Huber obj.clear(); 12385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12405778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 12415778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 12425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 12445778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 12451bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 12467541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber status_t err = setNativeWindow( 12477541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber static_cast<NativeWindowWrapper *>(obj.get()) 12487541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber ->getSurfaceTextureClient()); 12497541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 12507541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1251c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 12527541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 12531bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 12541bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 12557541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setNativeWindow(NULL); 12561bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 12571bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 12587541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 12597541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 12607541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 12611bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 12621bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 12631bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 12645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12661bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 12671bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 12685778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 12695778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 12705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 12725778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 1273e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 12745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 12778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 12785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 12795778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 12837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 12847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden uint32_t replyID; 12857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 12867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 12877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 12887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 1289c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 12907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 12937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 12947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->initiateCreateInputSurface(); 12957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 12985778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 12995778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13005778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 13015778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 13025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13030e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 13040e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 13050e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 13060e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 1307c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 13085778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 13125778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 13135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 13155778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13185778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 1319c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 1320c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 1321aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 1322aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 1323aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1324c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber uint32_t replyID; 1325c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1326c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1327c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState != INITIALIZED 13280e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 132903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // We may be in "UNINITIALIZED" state already without the 133003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 133103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 133203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 133303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 133403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 1335aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // Similarly stopping a stopped MediaCodec should be benign. 1336c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 133703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber response->setInt32( 133803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber "err", 1339aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mState == targetState ? OK : INVALID_OPERATION); 1340c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1341c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 1342c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 1343c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1344c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1345aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 1346aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 1347aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 1348aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 1349aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 1350aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 1351aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1352aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1353c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 1354aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 1355aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1356aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 1357aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 1358c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 13595778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 13605778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13635778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 13645778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13655778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 13665778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 13675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1368c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1369c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1370c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1371c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1372c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1373c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 13746507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 13756507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 1376c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 13776507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 13786507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 13796507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 13805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 13815778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13845778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 13855778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 13865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1388c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 13895778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 13935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 13945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 13965778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 13975778822d86b0337407514b9372562b86edfa91cdAndreas Huber new AMessage(kWhatDequeueInputTimedOut, id()); 13985778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 13995778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 14005778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 14015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14025778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14055778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 14065778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14075778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 14085778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 14095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 14115778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 14125778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14155778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 14165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1417c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 14185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 14205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 14215778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14245778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 14255778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14265778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 14275778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 14285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1429251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1430c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 14315778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1432251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1433251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1434251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 14355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14375778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 14385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1439c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 14405778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14435778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 14445778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14455778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 14465778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 14475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1448c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1449c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1450c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1451c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1452c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1453c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 14545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 14555778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14585778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 14595778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 14605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1462c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 14635778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 14675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 14685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 14705778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 14715778822d86b0337407514b9372562b86edfa91cdAndreas Huber new AMessage(kWhatDequeueOutputTimedOut, id()); 14725778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 14735778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 14745778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 14755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14765778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14795778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 14805778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14815778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 14825778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 14835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 14855778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 14865778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14895778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 14905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1491c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 14925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 14945778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 14955778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14985778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 14995778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15005778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 15015778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1503251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1504c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15055778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1506251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1507251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1508251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 15095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15115778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 15125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1513c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 15145778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 15187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 15197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden uint32_t replyID; 15207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 15217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1522251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1523c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 1525251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1526251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1527251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 15287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 15297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 15307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 15317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 15327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 15337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 15347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 15355778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 15365778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15375778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 15385778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1540251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting() || (mFlags & kFlagIsAsync)) { 1541c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15425778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1543251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1544251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1545251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 15465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15485778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 15495778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 15505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15515778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<sp<ABuffer> > *dstBuffers; 15525778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 15535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15545778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 15555778822d86b0337407514b9372562b86edfa91cdAndreas Huber const Vector<BufferInfo> &srcBuffers = mPortBuffers[portIndex]; 15565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15575778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < srcBuffers.size(); ++i) { 15585778822d86b0337407514b9372562b86edfa91cdAndreas Huber const BufferInfo &info = srcBuffers.itemAt(i); 15595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1560ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber dstBuffers->push_back( 15611bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (portIndex == kPortIndexInput && mCrypto != NULL) 1562ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? info.mEncryptedData : info.mData); 15635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15655778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 15665778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15695778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 15705778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15715778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 15725778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1574251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1575c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15765778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1577251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1578251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1579251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 15805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 15830e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 15845778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 15855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 15875778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 15885778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1591e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 15925778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 15935778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1594e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 1595e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 1596e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 15975778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t replyID; 15985778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1600e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 16010e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 16020e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 1603e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 1604c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16055778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1606251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1607251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1608251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 16095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16115778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 1612e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 16135778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 16145778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1617496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 1618496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 1619496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 1620496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 1621496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 1622496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1623575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 1624575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 1625575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 1626575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 1627575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 1628575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1629575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 1630575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 1631575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 1632717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 1633717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 1634717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo uint32_t replyID; 1635717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 1636717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1637717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 1638c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1639717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 1640717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1641717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1642717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 1643717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 1644717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 1645717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 1646717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1647717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1648a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 1649a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 1650a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber uint32_t replyID; 1651a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1652a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 1653a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 1654a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 1655a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 1656a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 1657a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 1658c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 1659a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 1660a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 1661a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 16625778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 16635778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 16645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16655778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 16665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16678ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 16688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 16698ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 16718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 16728ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 16738ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!format->findBuffer(StringPrintf("csd-%u", i).c_str(), &csd)) { 16748ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 16758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 16768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 16788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 16798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 16808ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1681a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 16828ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 16838ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16848ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 16858ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 16868ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16877bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo *info = 16887bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar &mPortBuffers[kPortIndexInput].itemAt(bufferIndex); 16898ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16908ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 16918ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 16928ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16938ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber const sp<ABuffer> &codecInputData = 16948ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber (mCrypto != NULL) ? info->mEncryptedData : info->mData; 16958ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16968ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 16978ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 16988ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 16998ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17008ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 17018ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17028ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 17038ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17048ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, id()); 17058ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 17068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 17078ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 17088ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 17098ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 17108ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 17118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17128ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 17138ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 17148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17155778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 17167541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 17175778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 17185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 17195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17201bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 17217541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setNativeWindow(NULL); 17225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1723671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 17245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 17255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 17265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 17275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 1728e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 1729e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1730c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1731251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 1732575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 1733575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 1734c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 17355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1737717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 1738671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 1739671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 1740671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1741717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo mComponentName.clear(); 1742aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1743aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 1744aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 1745aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 1746aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 1747717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1748717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 17495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 17505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17515778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 17522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 17532606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 17545778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 17555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17565778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodec() { 17575778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 17585778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 17595778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 17605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17615778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex) { 17625778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 17637bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 17645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17655778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 17665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17675778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 17685778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 17695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify != NULL) { 17715778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = info->mNotify; 17725778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 17735778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mOwnedByClient = false; 17745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexInput) { 17767fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* no error, just returning buffers */ 17777fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar msg->setInt32("err", OK); 17785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17795778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 17805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 17845778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 17855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17865778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 17875778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 17885778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 17895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1790609b815a3131d22da38b2f452faa9f89daad4039Andy Hung uint32_t bufferID; 1791609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 17925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17935778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 17945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17955778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 17965778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 17975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mBufferID == bufferID) { 17995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(info->mNotify == NULL); 18005778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("reply", &info->mNotify)); 18015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].push_back(i); 18035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18045778822d86b0337407514b9372562b86edfa91cdAndreas Huber return i; 18055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18085778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 18095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 18115778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 18125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18135778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 18145778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 18155778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 18165778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 18175778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 18185778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 18195778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 18205778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 18215778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 18225778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 18235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18244b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 18254b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 18264b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 18274b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 18284b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 18294b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 18304b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 18314b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 18324b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 18334b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 18344b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 18354b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto != NULL) { 18364b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 18374b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 18384b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 18394b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 18404b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 18414b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 18424b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 18434b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 18444b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 18454b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto == NULL) { 18464b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 18474b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 18484b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 18494b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 18504b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 18514b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 18524b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 18534b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 18544b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 18554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 18564b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 18574b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 18584b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 18594b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 18604b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 18614b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 18624b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 18634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 18644b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 18654b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 18665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 18675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 18685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18705778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexInput].editItemAt(index); 18715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 18735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 18745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 18775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 18785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18805778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> reply = info->mNotify; 18815778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 18825778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 18835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_EOS) { 18855778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("eos", true); 18865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_CODECCONFIG) { 18895778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("csd", true); 18905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18921bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (mCrypto != NULL) { 18931bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (size > info->mEncryptedData->capacity()) { 18941bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber return -ERANGE; 1895ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1896ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 18975b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 18985b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 18995b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 1900fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong ssize_t result = mCrypto->decrypt( 19011bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (mFlags & kFlagIsSecure) != 0, 19021bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 19031bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 19041bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 19051bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber info->mEncryptedData->base() + offset, 19064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 19074b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 19085b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mData->base(), 19095b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 19101bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 1911fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong if (result < 0) { 1912fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong return result; 1913ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1914ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 1915fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong info->mData->setRange(0, result); 1916ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1917ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 19187bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 19197bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 19207bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 19217bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 19227bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 19232d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber reply->setBuffer("buffer", info->mData); 19245778822d86b0337407514b9372562b86edfa91cdAndreas Huber reply->post(); 19255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19265b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mNotify = NULL; 19275b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 19285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 19295778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 19305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19315778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 19325778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 19335778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 19345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19355778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 19365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 19375778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 19385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19400e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 19415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 19425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 19455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 19465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19485778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index); 19495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 19515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 19525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19547bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 19557bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 19567bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 19577bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 19587bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 19597bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 196079ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou if (render && info->mData != NULL && info->mData->size() != 0) { 19615778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->setInt32("render", true); 19625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1963fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 1964fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (msg->findInt64("timestampNs", ×tampNs)) { 1965fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar info->mNotify->setInt64("timestampNs", timestampNs); 1966fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } else { 1967fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // TODO: it seems like we should use the timestamp 1968fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // in the (media)buffer as it potentially came from 1969fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // an input surface, but we did not propagate it prior to 1970fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // API 20. Perhaps check for target SDK version. 1971fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#if 0 1972fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 197347aea1f7c58f5302b16822f9e7e1763f2af04ef5Lajos Molnar ALOGV("using buffer PTS of %" PRId64, timestampNs); 1974fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 1975fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 1976fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#endif 1977fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 1978fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 19795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 19805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer->render( 1981fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar info->mData->data(), info->mData->size(), timestampNs, NULL); 19825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19855778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->post(); 19865778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 19875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 19895778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 19905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19915778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 19925778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 19935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19945778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 19955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 19975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 19985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20005778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 20015778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 20025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20035778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[portIndex].editItemAt(index); 20045778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 20057bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 20067bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 20077bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mFormat = portIndex == kPortIndexInput ? mInputFormat : mOutputFormat; 20087bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 200903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 201003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 201103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat != NULL) { 201203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 201303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findBuffer("image-data", &imageData)) { 201403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 201503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 201603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 201703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findRect("crop", &left, &top, &right, &bottom)) { 201803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 201903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 202003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 20217bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 20225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 20245778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 20255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20267541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huberstatus_t MediaCodec::setNativeWindow( 20271a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian const sp<Surface> &surfaceTextureClient) { 20287541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber status_t err; 20297541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20307541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (mNativeWindow != NULL) { 20317541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber err = native_window_api_disconnect( 20327541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mNativeWindow.get(), NATIVE_WINDOW_API_MEDIA); 20337541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20347541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 20357541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber ALOGW("native_window_api_disconnect returned an error: %s (%d)", 20367541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber strerror(-err), err); 20377541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 20387541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20397541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mNativeWindow.clear(); 20407541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 20417541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20427541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (surfaceTextureClient != NULL) { 20437541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber err = native_window_api_connect( 20447541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber surfaceTextureClient.get(), NATIVE_WINDOW_API_MEDIA); 20457541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20467541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 20477541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber ALOGE("native_window_api_connect returned an error: %s (%d)", 20487541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber strerror(-err), err); 20497541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20507541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber return err; 20517541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 20527541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20537541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mNativeWindow = surfaceTextureClient; 20547541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 20557541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20567541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber return OK; 20577541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 20587541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2059c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 2060c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2061c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 2062c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2063c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 2064c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2065c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2066c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2067c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2068c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2069c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 2070c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2071c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 2072c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang const sp<ABuffer> &buffer = 2073c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mPortBuffers[kPortIndexOutput].itemAt(index).mData; 2074c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2075c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 2076c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2077c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 2078c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 2079c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2080c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 2081c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 2082c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2083c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 2084c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2085c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t omxFlags; 2086c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 2087c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2088c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t flags = 0; 2089c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 2090c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_SYNCFRAME; 2091c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2092c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 2093c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_CODECCONFIG; 2094c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2095c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_EOS) { 2096c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_EOS; 2097c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2098c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2099c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 2100c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2101c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2102c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2103c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2104c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2105749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 2106c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2107c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2108c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 2109c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 2110749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 2111749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 2112749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 2113749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 2114749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 2115c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2116c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2117c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2118c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2119c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2120c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 2121c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2122c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2123c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 2124c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 2125c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2126c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2127c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2128c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2129c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2130575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 2131575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 2132575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 2133575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2134575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2135575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if ((mFlags & (kFlagStickyError 2136575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 2137575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputFormatChanged)) 2138575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 2139575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 2140575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 2141575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2142575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2143575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 2144575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2145a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 2146a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> msg = new AMessage(kWhatSetParameters, id()); 2147a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 2148a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2149a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 2150a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 2151a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2152a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2153a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 2154a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 2155a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2156a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 2157a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2158a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2159e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 2160e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const sp<ABuffer> &buffer) { 2161e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 2162e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 2163e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2164e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 2165e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 2166e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 2167e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 2168e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 2169e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2170e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 2171e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2172e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 2173e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 2174e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2175e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 2176e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 2177e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 2178e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 2179e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 2180e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 2181e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2182e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 2183e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber StringPrintf("csd-%u", csdIndex).c_str(), csd); 2184e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2185e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 2186e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2187e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2188e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 2189e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 2190e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2191e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 2192e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 2193e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 2194e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer("csd-0", buffer); 2195e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2196e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2197e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2198e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2199e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 22002606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 22012606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mState == CONFIGURED && !mBatteryStatNotified) { 22022606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang AString mime; 22032606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang CHECK(mOutputFormat != NULL && 22042606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mOutputFormat->findString("mime", &mime)); 22052606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22062606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo = mime.startsWithIgnoreCase("video/"); 22072606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22082606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 22092606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22102606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 22112606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartVideo(); 22122606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 22132606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartAudio(); 22142606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 22152606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22162606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 22172606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 22182606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 22192606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22202606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 22212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopVideo(); 22222606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 22232606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopAudio(); 22242606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 22252606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22262606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 22272606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 22282606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 22292606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22305778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 2231