MediaCodec.cpp revision 67e7f543c7f1c4fe4ee1989ceb0aebe44a63b49e
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 225778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 242606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IBatteryStats.h> 25c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 272606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 28c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 291a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 30ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 3167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 325778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 335778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 345778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 355b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 36ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 375778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 392606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 406f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 41e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 425778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 43744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 445778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 455778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/NativeWindowWrapper.h> 462606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 482606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 49e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 505778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic inline int getCallingPid() { 5367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return IPCThreadState::self()->getCallingPid(); 5467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 5567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 5667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic int64_t getId(sp<IResourceManagerClient> client) { 5767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 5867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 5967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 6167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OMX_ErrorInsufficientResources); 6267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 6567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 6767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 6867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 7067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 7167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 7267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 7367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 7467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 7567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err = codec->release(); 7667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 7767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 7867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 7967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 8067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 8267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 8367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 8467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 8567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 8667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 8767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 8867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 8967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 9067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 912606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangstruct MediaCodec::BatteryNotifier : public Singleton<BatteryNotifier> { 922606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier(); 93d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang virtual ~BatteryNotifier(); 942606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 952606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStartVideo(); 962606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStopVideo(); 972606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStartAudio(); 982606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStopAudio(); 99d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang void onBatteryStatServiceDied(); 1002606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1012606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangprivate: 102d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang struct DeathNotifier : public IBinder::DeathRecipient { 103d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang DeathNotifier() {} 104d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang virtual void binderDied(const wp<IBinder>& /*who*/) { 105d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang BatteryNotifier::getInstance().onBatteryStatServiceDied(); 106d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang } 107d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang }; 108d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 109d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang Mutex mLock; 1102606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang int32_t mVideoRefCount; 1112606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang int32_t mAudioRefCount; 1122606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang sp<IBatteryStats> mBatteryStatService; 113d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang sp<DeathNotifier> mDeathNotifier; 114d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 115d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang sp<IBatteryStats> getBatteryService_l(); 116d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 117d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang DISALLOW_EVIL_CONSTRUCTORS(BatteryNotifier); 1182606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang}; 1192606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1202606b10d51c2dceb851a2ea63e803aba4134bf00Chong ZhangANDROID_SINGLETON_STATIC_INSTANCE(MediaCodec::BatteryNotifier) 1212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1222606b10d51c2dceb851a2ea63e803aba4134bf00Chong ZhangMediaCodec::BatteryNotifier::BatteryNotifier() : 1232606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mVideoRefCount(0), 1242606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mAudioRefCount(0) { 125d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang} 126d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 127d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhangsp<IBatteryStats> MediaCodec::BatteryNotifier::getBatteryService_l() { 128d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mBatteryStatService != NULL) { 129d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang return mBatteryStatService; 130d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang } 131d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang // get battery service from service manager 1322606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang const sp<IServiceManager> sm(defaultServiceManager()); 1332606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (sm != NULL) { 1342606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang const String16 name("batterystats"); 135d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mBatteryStatService = 136d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang interface_cast<IBatteryStats>(sm->getService(name)); 1372606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mBatteryStatService == NULL) { 1382606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGE("batterystats service unavailable!"); 139d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang return NULL; 140d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang } 141d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mDeathNotifier = new DeathNotifier(); 142d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (IInterface::asBinder(mBatteryStatService)-> 143d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang linkToDeath(mDeathNotifier) != OK) { 144d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mBatteryStatService.clear(); 145d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mDeathNotifier.clear(); 146d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang return NULL; 1472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 148d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang // notify start now if media already started 149d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mVideoRefCount > 0) { 150d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mBatteryStatService->noteStartVideo(AID_MEDIA); 151d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang } 152d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mAudioRefCount > 0) { 153d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mBatteryStatService->noteStartAudio(AID_MEDIA); 154d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang } 155d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang } 156d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang return mBatteryStatService; 157d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang} 158d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 159d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong ZhangMediaCodec::BatteryNotifier::~BatteryNotifier() { 160d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mDeathNotifier != NULL) { 161d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang IInterface::asBinder(mBatteryStatService)-> 162d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang unlinkToDeath(mDeathNotifier); 1632606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1642606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 1652606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1662606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStartVideo() { 167d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang Mutex::Autolock _l(mLock); 168d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang sp<IBatteryStats> batteryService = getBatteryService_l(); 169d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mVideoRefCount == 0 && batteryService != NULL) { 170d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang batteryService->noteStartVideo(AID_MEDIA); 1712606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1722606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mVideoRefCount++; 1732606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 1742606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1752606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStopVideo() { 176d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang Mutex::Autolock _l(mLock); 1772606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mVideoRefCount == 0) { 1782606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGW("BatteryNotifier::noteStop(): video refcount is broken!"); 1792606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang return; 1802606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1812606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1822606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mVideoRefCount--; 183d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang sp<IBatteryStats> batteryService = getBatteryService_l(); 184d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mVideoRefCount == 0 && batteryService != NULL) { 185d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang batteryService->noteStopVideo(AID_MEDIA); 1862606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1872606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 1882606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1892606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStartAudio() { 190d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang Mutex::Autolock _l(mLock); 191d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang sp<IBatteryStats> batteryService = getBatteryService_l(); 192d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mAudioRefCount == 0 && batteryService != NULL) { 193d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang batteryService->noteStartAudio(AID_MEDIA); 1942606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1952606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mAudioRefCount++; 1962606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 1972606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1982606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStopAudio() { 199d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang Mutex::Autolock _l(mLock); 2002606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mAudioRefCount == 0) { 2012606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGW("BatteryNotifier::noteStop(): audio refcount is broken!"); 2022606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang return; 2032606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 2042606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 2052606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mAudioRefCount--; 206d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang sp<IBatteryStats> batteryService = getBatteryService_l(); 207d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mAudioRefCount == 0 && batteryService != NULL) { 208d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang batteryService->noteStopAudio(AID_MEDIA); 2092606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 2102606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 211d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 212d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhangvoid MediaCodec::BatteryNotifier::onBatteryStatServiceDied() { 213d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang Mutex::Autolock _l(mLock); 214d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mBatteryStatService.clear(); 215d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mDeathNotifier.clear(); 216d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang // Do not reset mVideoRefCount and mAudioRefCount here. The ref 217d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang // counting is independent of the battery service availability. 218d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang // We need this if battery service becomes available after media 219d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang // started. 220d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang} 221d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 22267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy() { 22367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 22467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 22567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 22667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 22767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 22867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 22967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 23067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 23167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 23267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 23367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 23467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 23567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 23667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 23767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 23867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 23967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (IInterface::asBinder(mService)->linkToDeath(this) != OK) { 24067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 24167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to linkToDeath to ResourceManagerService."); 24267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 24367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 24467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 24567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 24667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 24767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 24867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 24967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 25067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 25167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 25267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 25367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int pid, 25467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 25567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const sp<IResourceManagerClient> client, 25667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 25767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 25867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 25967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 26067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 26167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService->addResource(pid, clientId, client, resources); 26267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 26367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 26467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 26567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 26667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 26767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 26867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 26967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService->removeResource(clientId); 27067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 27167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 27267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 27367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int callingPid, const Vector<MediaResource> &resources) { 27467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 27567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 27667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 27767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 27867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return mService->reclaimResource(callingPid, resources); 27967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 28067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 2815778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 2825778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 283251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const sp<ALooper> &looper, const char *mime, bool encoder, status_t *err) { 2845778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = new MediaCodec(looper); 2855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 286251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 287251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 288251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 289251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 290251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 2915778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2935778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 2945778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 295251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const sp<ALooper> &looper, const char *name, status_t *err) { 2965778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = new MediaCodec(looper); 2975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 298251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 299251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 300251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 301251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 302251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 3035778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3055778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::MediaCodec(const sp<ALooper> &looper) 3065778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 3075778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 30892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 3097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 3105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 31167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerClient(new ResourceManagerClient(this)), 31267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService(new ResourceManagerServiceProxy()), 313251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 3145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 3152606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 3162606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 31767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 31867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 3195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 3205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 3215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 3226507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 3236507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface(false) { 3245778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3265778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 3275778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 32867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 3295778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3315778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 3325778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 3335778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 3345778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 3355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 3375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 3385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 3415778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 3425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 3455778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 347c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang// static 3483f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 349c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 350c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->setInt32("err", err); 351c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 352c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 353c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 354dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 35567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 35667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 357671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 358671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 359671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 360671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 361671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 3625778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 3635778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 3645778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 3655778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 366744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 367bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung if (nameIsType || !strncasecmp(name.c_str(), "omx.", 4)) { 368744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new ACodec; 369744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else if (!nameIsType 370bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung && !strncasecmp(name.c_str(), "android.filter.", 15)) { 371744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new MediaFilter; 372744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else { 373744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 374744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 375744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 37667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 377dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 37867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 3796f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 3806f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 3816f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 38267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 3836f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 3846f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 38560b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 3866f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 3876f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 38860b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 38960b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 39060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 39160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 39260b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 39367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 39460b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 3956f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3966f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3976f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 40167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 4025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 4035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 4045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 4055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 4065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 4095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 4105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 4115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4135778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 4145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4151d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar mCodec->setNotificationMessage(new AMessage(kWhatCodecNotify, this)); 4165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4171d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 4185778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 4195778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 4205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 4225778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 4235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 42667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 42767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = secureCodec ? kResourceSecureCodec : kResourceNonSecureCodec; 42867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(type), 1)); 42967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 43067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 43167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 43267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mResourceManagerService->reclaimResource(getCallingPid(), resources)) { 43367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 43467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 43567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 43667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 43767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 43867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 43967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 44067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 44167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 44267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 44367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 4445778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 446c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 4471d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 448c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 449c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 450c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 451c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 452c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 453c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 4545778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 4555778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 4561a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian const sp<Surface> &nativeWindow, 4571bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 4585778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 4591d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 4605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 46167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 46267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 46367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 46467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 46567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 4665778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 4675778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 4685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nativeWindow != NULL) { 4701bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setObject( 4711bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber "native-window", 4721bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber new NativeWindowWrapper(nativeWindow)); 4731bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 4741bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 4751bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (crypto != NULL) { 4761bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setPointer("crypto", crypto.get()); 4775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 47967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 48067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 481f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 48267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 48367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 48467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 48567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 48667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(type), 1)); 48767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 48867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 48967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 49067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 49167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 49267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 49367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mResourceManagerService->reclaimResource(getCallingPid(), resources)) { 49467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 49567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 49667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 497f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 49867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 49967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 50067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 50167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 50267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 50367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 50467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 50567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 50667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 50767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 50867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 50967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 51067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 51167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 51267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 513f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 514f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 5155778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 5187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 5191d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 5207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 5227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 5237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 5247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 5257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 5267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 5277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 5287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 5297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 5307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 5317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 5327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 5337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 5347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 5357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 53767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 53867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 53967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 54067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 54167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 54267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 54367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 54467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 54567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 54667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 54767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 54867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 54967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 55067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 55167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::addResource(const char *type, uint64_t value) { 55267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 55367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(type), value)); 55467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 55567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu getCallingPid(), getId(mResourceManagerClient), mResourceManagerClient, resources); 55667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 55767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 5585778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 5591d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 5605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 56167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 56267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 56367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 56467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 56567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(type), 1)); 56667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 56767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 56867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 56967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 57067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 57167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 57267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mResourceManagerService->reclaimResource(getCallingPid(), resources)) { 57367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 57467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 57567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 57667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 57767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 57867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 57967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 58067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 58167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 58267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 58367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 58467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 58567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 58667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 58767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 58867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 58967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 59067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 59167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 59267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 59367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 59467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 59567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 5965778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5985778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 5991d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 6005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6015778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6025778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6035778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 605c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 6061d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 607c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 608c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 609c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 610c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 611c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 612671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 613671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 614671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 615671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 616671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 617671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 618671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 619671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 620671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 621671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 622671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 623671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 624671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 625671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 626671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 627671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 628671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 629671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 630671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 631251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 632671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 633671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 634671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 635671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 636671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 637671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 638671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 639671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 640671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 641671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 642dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 643671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 644671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 645671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 646671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 6475778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 6485778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 6495778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 6505778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 6515778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 6525b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6535b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6545b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6555b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6565b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6575b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6581d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 6595778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 6605778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 6615778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 6625778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 6635778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 6645b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 6655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6665778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6685778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6704b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 6714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 6724b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 6734b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 6744b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 6754b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 6764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 6774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 6784b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 6795b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6805b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6815b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6825b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6835b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6845b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6851d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 6864b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 6874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 6884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 6894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 6904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 6914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 6924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 6934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 6944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 6955b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 6964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 6974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 6985b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 6995b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 7005b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 7014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 7024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 7035778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 7041d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 7055778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7075778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7085778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7135778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7165778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7185778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 7195778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 7205778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 7215778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 7225778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 7235778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 7245778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 7251d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 7265778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7285778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7295778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7345778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7355778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 7365778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 7375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 7385778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 7395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7415778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7435778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 7441d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7455778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7465778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 7475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7485778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7505778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 752fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 7531d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 754fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 755fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 756fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 757fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 758fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 759fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 760fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 761fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 7625778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 7631d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7645778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7665778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7685778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7707cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 7711d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 7727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 7747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 7757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 7767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7775778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 7781d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 7795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7805778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7815778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7865778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 7875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7895778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 791e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 7921d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 793e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 794e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 795e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 796e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 797e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 798e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 799e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 800e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 801e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 802e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 803e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 804e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 805717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 8061d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 807717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 808717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 809717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 810717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 811717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 812717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 813717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 814717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 815717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 816717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 817717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 818717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 819e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnarstatus_t MediaCodec::getWidevineLegacyBuffers(Vector<sp<ABuffer> > *buffers) const { 820e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 821e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("portIndex", kPortIndexInput); 822e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setPointer("buffers", buffers); 823e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("widevine", true); 824e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 825e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> response; 826e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar return PostAndAwaitResponse(msg, &response); 827e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar} 828e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 8295778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getInputBuffers(Vector<sp<ABuffer> > *buffers) const { 8301d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8315778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 8325778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8345778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8365778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8385778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputBuffers(Vector<sp<ABuffer> > *buffers) const { 8391d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8405778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 8415778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8435778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8455778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8477bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputBuffer(size_t index, sp<ABuffer> *buffer) { 8487bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8497bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 8507bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8517bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8527bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 8537bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> buffer; 8547bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 8557bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8567bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8577bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getInputBuffer(size_t index, sp<ABuffer> *buffer) { 8587bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8597bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 8607bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8617bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8620e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 8630e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 8640e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 8650e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 8667bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 8677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 8687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> *buffer, sp<AMessage> *format) { 8697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 8707bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8717bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 8727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 8730e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 8747bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 8757bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 8767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8777bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 8787bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 8797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 8807bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 8817bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (index < buffers->size()) { 8827bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo &info = buffers->itemAt(index); 8837bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (info.mOwnedByClient) { 8840837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar // by the time buffers array is initialized, crypto is set 8850837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar if (portIndex == kPortIndexInput && mCrypto != NULL) { 8860837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mEncryptedData; 8870837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } else { 8880837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mData; 8890837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } 8907bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar *format = info.mFormat; 8917bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 8927bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 8937bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 8947bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8957bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8965778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 8971d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 8985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8995778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9005778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 9015778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 903496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 9041d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 905496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 906496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 907496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 908496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 909575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 9101d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 911575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 912575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 913575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 914575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 9155778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 9165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9175778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 9185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 919c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 9205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9215778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 9225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 9235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 9245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 927c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 9285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9295778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 9305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 9315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 9325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9335778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9353f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9360e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9375778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 938c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 9395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 940251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 941251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 942251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 9435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9455778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 9465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 9485778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 9495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 9505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9525778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 9535778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 9545778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 9555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 9575778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9593f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9605778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 9615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9620e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9635778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 9645778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INVALID_OPERATION); 965251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 966251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung response->setInt32("err", getStickyError()); 9675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 9685778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INFO_OUTPUT_BUFFERS_CHANGED); 9695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 9705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 9715778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INFO_FORMAT_CHANGED); 9725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 9735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 9745778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 9755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 9775778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 9785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 9795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9815778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<ABuffer> &buffer = 9825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[kPortIndexOutput].itemAt(index).mData; 9835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9845778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 9855778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 9865778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 9875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9885778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 9895778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 9905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9915778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 9925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9935778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 9945778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 9955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9965778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags = 0; 9975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 9985778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_SYNCFRAME; 9995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 10015778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_CODECCONFIG; 10025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_EOS) { 10045778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_EOS; 10055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10075778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 10085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10105778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 10115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10125778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 10135778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10155778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 10165778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 10175778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 10185778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10195778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 10205778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 10215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10225778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 102392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatError: 10245778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1025251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1026251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1027251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 10285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10299e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 10309e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1031251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1032aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 103352dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1034aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1035aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 10365530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 10375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10385778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 10395778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 10405778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10415778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 10425778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10455778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 10465778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1047c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1048c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 10495778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10525778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 10535778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1054c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1055c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 10565778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10595778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STOPPING: 1060c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 10615778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10625778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 10635778822d86b0337407514b9372562b86edfa91cdAndreas Huber // the shutdown complete notification. 10645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10655530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 106603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 1067aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 106803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 106903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 107003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 107103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 107203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 107303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 107403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 107503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 10766e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 10776e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 10786e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 107903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 108003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 10815778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10845778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 10855778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10869e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 10879e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 10889e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 10899e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 10909e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 10919e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 10925778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10950e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 10965778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 10975778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10985530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 10995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1100251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1101575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 11025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11035778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1104c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1105c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1106251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1107251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1108251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1109251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1110251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1111251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1112251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1113251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1114251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1115251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1116251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1117c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11185778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11215778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 11225778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11235530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1125251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1126575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1127c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1128251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1129251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1130251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1131251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1132c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1133251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1134251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1135251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1136251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1137251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1138251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1139251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1140251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1141251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1142251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1143251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1144c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11455778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11495530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1150251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 11515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11525778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 115592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentAllocated: 11565778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11575778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 11585778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 115952dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 11605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1161717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 11625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1163717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 11643a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 11655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 11663a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 11675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 116967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu String8 resourceType; 1170717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 11711bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 117267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceSecureCodec); 11731bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 11741bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 117567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceNonSecureCodec); 11761bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 117767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu addResource(resourceType, 1); 11781bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 11795778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 11805778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 118392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentConfigured: 11845778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11855778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 11865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11876507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 11886507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 11896507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1190e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1191e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1192e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 11933a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 11943a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 11953a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 11963a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 11973a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 11982606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 11995778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12005778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 120392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatInputSurfaceCreated: 12047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 120592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 12067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 12077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response = new AMessage(); 12087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 12097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 12107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 12117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 12127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 12136507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 12147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 12157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 122192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatSignaledInputEOS: 12227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 122392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 12247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response = new AMessage(); 12257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 12267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 12277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 12337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 123492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatBuffersAllocated: 12355778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12367bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 12375778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 12385778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 12395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12405778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("%s buffers allocated", 12415778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 12425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12435778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput 12445778822d86b0337407514b9372562b86edfa91cdAndreas Huber || portIndex == kPortIndexOutput); 12455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[portIndex].clear(); 12475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12485778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 12495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1250eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<RefBase> obj; 1251eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber CHECK(msg->findObject("portDesc", &obj)); 1252eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 125392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar sp<CodecBase::PortDescription> portDesc = 125492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar static_cast<CodecBase::PortDescription *>(obj.get()); 12555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1256eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t numBuffers = portDesc->countBuffers(); 12575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1258c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker size_t totalSize = 0; 1259c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker for (size_t i = 0; i < numBuffers; ++i) { 1260c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (portIndex == kPortIndexInput && mCrypto != NULL) { 1261c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker totalSize += portDesc->bufferAt(i)->capacity(); 1262c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1263c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1264c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1265c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (totalSize) { 1266c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker mDealer = new MemoryDealer(totalSize, "MediaCodec"); 1267c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1268c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1269eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber for (size_t i = 0; i < numBuffers; ++i) { 12705778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo info; 1271eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mBufferID = portDesc->bufferIDAt(i); 12725778822d86b0337407514b9372562b86edfa91cdAndreas Huber info.mOwnedByClient = false; 1273eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mData = portDesc->bufferAt(i); 12745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12751bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (portIndex == kPortIndexInput && mCrypto != NULL) { 1276c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker sp<IMemory> mem = mDealer->allocate(info.mData->capacity()); 1277ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mEncryptedData = 1278c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker new ABuffer(mem->pointer(), info.mData->capacity()); 1279c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info.mSharedEncryptedBuffer = mem; 1280ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1281ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 12825778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffers->push_back(info); 12835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexOutput) { 12865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState == STARTING) { 12875778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We're always allocating output buffers after 12885778822d86b0337407514b9372562b86edfa91cdAndreas Huber // allocating input buffers, so this is a good 12895778822d86b0337407514b9372562b86edfa91cdAndreas Huber // indication that now all buffers are allocated. 129067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 129167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu addResource(kResourceGraphicMemory, getGraphicBufferSize()); 129267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 12935778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTED); 12945778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 12965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagOutputBuffersChanged; 1297575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 12985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13005778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 130392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatOutputFormatChanged: 13045778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13055778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("codec output format changed"); 13065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1307475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mSoftRenderer == NULL && 1308475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu mNativeWindow != NULL && 13093a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar (mFlags & kFlagUsesSoftwareRenderer)) { 13105778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 13115778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 13125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1313475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mime.startsWithIgnoreCase("video/")) { 1314475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu mSoftRenderer = new SoftwareRenderer(mNativeWindow); 13155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat = msg; 1319e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1320e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagIsEncoder) { 1321e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Before we announce the format change we should 1322e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // collect codec specific data and amend the output 1323e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format as necessary. 1324e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagGatherCodecSpecificData; 1325c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagIsAsync) { 1326c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1327e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 1328e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagOutputFormatChanged; 1329e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber postActivityNotificationIfPossible(); 1330e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 13312514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 13322514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker // Notify mCrypto of video resolution changes 13332514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker if (mCrypto != NULL) { 13348140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar int32_t left, top, right, bottom, width, height; 13358140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 13368140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 13378140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } else if (mOutputFormat->findInt32("width", &width) 13388140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar && mOutputFormat->findInt32("height", &height)) { 13398140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(width, height); 13408140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } 13412514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker } 13422514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 13435778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 134692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFillThisBuffer: 13475778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13485778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 13495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1350c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1351c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1352c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 13535778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 13545778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13578ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 13588ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 13598ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 13608ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13618ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 13628ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 13638ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 13648ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 13658ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 13668ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 13688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13698ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 13708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 13718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 13728ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1373251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1374575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1375575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 13768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 13778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 13788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 13798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 13808ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1381c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 13826e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 13836e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar onInputBufferAvailable(); 13846e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1385c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 13865778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 13875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13885778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 13895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 13905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1391575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1392575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 13935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13945778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 139792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatDrainThisBuffer: 13985778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13995778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 14005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1401c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1402c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1403c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 14045778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 14055778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14082d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 14092d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber CHECK(msg->findBuffer("buffer", &buffer)); 14105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14115778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 14125778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", &omxFlags)); 14135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14145778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffer->meta()->setInt32("omxFlags", omxFlags); 14155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1416e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagGatherCodecSpecificData) { 1417e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // This is the very first output buffer after a 1418e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format change was signalled, it'll either contain 1419e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the one piece of codec specific data we can expect 1420e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // or there won't be codec specific data. 1421e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 1422e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber status_t err = 1423e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber amendOutputFormatWithCodecSpecificData(buffer); 1424e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1425e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (err != OK) { 1426e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ALOGE("Codec spit out malformed codec " 1427e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber "specific data!"); 1428e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1429e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1430e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1431e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1432c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1433c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1434c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1435c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1436c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1437e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1438e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1439c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1440c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1441c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 14425778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 14435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14445778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 14455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 14465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1447575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1448575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 14495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1450575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 14515778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 145492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatEOS: 14555778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14565778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 14575778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 14585778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 146192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatShutdownCompleted: 14625778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1463c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == STOPPING) { 1464c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(INITIALIZED); 1465c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } else { 1466c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK_EQ(mState, RELEASING); 1467c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(UNINITIALIZED); 14686e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 1469c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 147052dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 14715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 147267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 147367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14745778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 14755778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 147892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFlushCompleted: 14795778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14805530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 14815530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 14825530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 14835530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 14845530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 14855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14860e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 14870e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 14880e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 14890e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 14900e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 14910e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 14925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14935778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 14945778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14975778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 14985778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 14995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15005778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15035778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 15045778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15053f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 15065778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1509c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15105778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15135778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 15145778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 15155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15165778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 15175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 15185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15195778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 15205778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 15210db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 15220db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 15235778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 15245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15265778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 15275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 15295778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 15305778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 15315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 15325778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 15335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15355778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 15365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1539c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1540c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 15413f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1542c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1543c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1544c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1545c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 15460e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 15470e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1548c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1549c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1550c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1551c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1552c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1553c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1554c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1555c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1556c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1557c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1558c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1559c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1560c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1561c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1562c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1563c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1564c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1565c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1566c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1567c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1568c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1569c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1570c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 15715778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 15725778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15733f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 15745778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1577c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15785778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15815778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 15825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findObject("native-window", &obj)) { 15835778822d86b0337407514b9372562b86edfa91cdAndreas Huber obj.clear(); 15845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15865778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 15875778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 15885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 15905778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 15911bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 15927541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber status_t err = setNativeWindow( 15937541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber static_cast<NativeWindowWrapper *>(obj.get()) 15947541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber ->getSurfaceTextureClient()); 15957541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 15967541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1597c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 15987541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 15991bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 16001bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 16017541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setNativeWindow(NULL); 16021bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 16031bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16047541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 16057541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 16067541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 16071bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 16081bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 16091bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 16105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16121bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 16131bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16145778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 16155778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 16165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 16185778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 1619e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 16205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16228ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 16238ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 16255778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 16297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 16303f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 16327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 16337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 16347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 1635c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 16377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 16397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 16407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->initiateCreateInputSurface(); 16417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 16427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 16445778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 16455778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16463f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16475778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 16485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16490e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 1650d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 16510e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 16520e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 1653d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 16540e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 1655c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16565778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 16605778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 16615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 16635778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16665778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 1667c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 1668c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 1669aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 1670aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 1671aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 16723f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1673c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1674c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 167533223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung if (!((mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED) // See 1 167633223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 16770e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 167833223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 167933223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 168033223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 168152dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 168203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 168303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 168403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 168503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 168603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 1687c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 16886e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 16896e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 16906e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 16916e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 16926e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1693c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 1694c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 1695c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1696c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1697aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 1698aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 1699aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 1700aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 17016e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 17026e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 17036e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1704aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 1705aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 1706aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1707aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1708c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 1709aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 1710aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1711aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 1712aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 1713c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 17145778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 17155778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17185778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 17195778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17203f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17215778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 17225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1723c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1724c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1725c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1726c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1727c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1728c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 17296507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 17306507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 1731c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 17326507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 17336507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 17346507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 17355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 17365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17395778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 17405778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 17415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1743c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 17445778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 17485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 17495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 17515778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 17521d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 17535778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 17545778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 17555778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 17565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17575778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17605778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 17615778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17625778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 17635778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 17645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 17665778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 17675778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 17715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1772c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 17735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 17755778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 17765778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17795778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 17805778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17813f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17825778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 17835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1784251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1785c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 17865778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1787251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1788251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1789251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 17905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17925778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 17935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1794c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 17955778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17985778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 17995778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18003f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18015778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1803c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1804c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1805c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1806c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1807c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1808c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 18095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 18105778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18135778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 18145778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 18155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1817c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 18185778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 18225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 18235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 18255778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 18261d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 18275778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 18285778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 18295778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 18305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18315778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18345778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 18355778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18365778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 18375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 18385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 18405778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 18415778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18445778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 18455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1846c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 18475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 18495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 18505778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18535778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 18545778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18553f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1858251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1859c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18605778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1861251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1862251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1863251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 18645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18665778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 18675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1868c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 18695778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 18737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 18743f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 18767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1877251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1878c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 1880251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1881251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1882251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 18837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 18847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 18857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 18867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 18877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 18887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 18897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 18905778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 18915778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18923f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18935778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1894e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // Unfortunately widevine legacy source requires knowing all of the 1895e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // codec input buffers, so we have to provide them even in async mode. 1896e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar int32_t widevine = 0; 1897e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->findInt32("widevine", &widevine); 18985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1899e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar if (!isExecuting() || ((mFlags & kFlagIsAsync) && !widevine)) { 1900c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19015778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1902251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1903251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1904251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19075778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 19085778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 19095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19105778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<sp<ABuffer> > *dstBuffers; 19115778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 19125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19135778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 19145778822d86b0337407514b9372562b86edfa91cdAndreas Huber const Vector<BufferInfo> &srcBuffers = mPortBuffers[portIndex]; 19155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19165778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < srcBuffers.size(); ++i) { 19175778822d86b0337407514b9372562b86edfa91cdAndreas Huber const BufferInfo &info = srcBuffers.itemAt(i); 19185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1919ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber dstBuffers->push_back( 19201bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (portIndex == kPortIndexInput && mCrypto != NULL) 1921ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? info.mEncryptedData : info.mData); 19225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19245778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 19255778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19285778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 19295778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19303f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19315778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1933251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1934c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19355778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1936251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1937251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1938251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 19420e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 19435778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 19445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 19465778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 19475778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1950e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 19515778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 19525778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1953e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 1954e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 1955e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 19563f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19575778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1959e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 19600e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 19610e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 1962e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 1963c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19645778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1965251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1966251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1967251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19705778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 1971e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 19725778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 19735778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1976496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 1977496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 1978496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 1979496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 1980496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 1981496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1982575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 1983575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 1984575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 1985575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 1986575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 1987575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1988575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 1989575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 1990575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 1991717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 1992717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 19933f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1994717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 1995717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1996717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 1997c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1998717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 1999717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2000717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2001717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2002717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2003717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2004717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2005717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2006717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2007a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2008a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 20093f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2010a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2011a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2012a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2013a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2014a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2015a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2016a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2017c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2018a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2019a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2020a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 20215778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 20225778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 20235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20245778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 20255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20268ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 20278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 20288ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20298ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 20308ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 20318ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2032a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 20338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 20348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 20358ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20368ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 20378ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 20388ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 20398ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2040a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 20418ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 20428ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20438ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 20448ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 20458ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20467bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo *info = 20477bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar &mPortBuffers[kPortIndexInput].itemAt(bufferIndex); 20488ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20498ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 20508ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 20518ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20528ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber const sp<ABuffer> &codecInputData = 20538ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber (mCrypto != NULL) ? info->mEncryptedData : info->mData; 20548ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20558ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 20568ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 20578ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 20588ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20598ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 20608ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20618ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 20628ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20631d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 20648ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 20658ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 20668ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 20678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 20688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 20698ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 20708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 20728ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 20738ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20745778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 20757541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 20765778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 20775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 20785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20791bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 20807541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setNativeWindow(NULL); 20815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2082671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 20835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 20845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 20855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 20865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2087e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2088e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 2089c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2090251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2091575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2092575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2093c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 20945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2096717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2097671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2098671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2099671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2100aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2101aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2102aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2103aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2104717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2105717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 21065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 21075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21085778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 21092606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 21102606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 21115778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 21125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21135778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodec() { 21145778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 21155778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 21165778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 21175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21185778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex) { 21195778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 21207bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 21215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21225778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 21235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21245778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 21255778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 21265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify != NULL) { 21285778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = info->mNotify; 21295778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 21305778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mOwnedByClient = false; 21315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexInput) { 21337fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* no error, just returning buffers */ 21347fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar msg->setInt32("err", OK); 21355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21365778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 21375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 21415778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 21425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21435778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 21445778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 21455778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 21465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2147609b815a3131d22da38b2f452faa9f89daad4039Andy Hung uint32_t bufferID; 2148609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 21495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21505778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 21515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21525778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 21535778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 21545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mBufferID == bufferID) { 21565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(info->mNotify == NULL); 21575778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("reply", &info->mNotify)); 21585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2159475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mFormat = 2160475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu (portIndex == kPortIndexInput) ? mInputFormat : mOutputFormat; 21615778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].push_back(i); 21625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return i; 21645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21675778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 21685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 21705778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 21715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21725778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 21735778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 21745778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 21755778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 21765778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 21775778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 21785778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 21795778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 21805778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 21815778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 21825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 21844b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 21854b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 21864b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 21874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 21884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 21894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 21904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 21914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 21924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 21934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 21944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto != NULL) { 21954b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 21964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 21974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 21984b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 21994b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 22004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 22014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 22024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 22034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 22044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto == NULL) { 22054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 22064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 22074b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22084b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 22094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 22104b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 22114b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 22124b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22134b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 22144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 22154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22164b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 22174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22184b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 22194b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 22204b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 22214b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 22224b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 22234b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 22244b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22255778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 22265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 22275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22295778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexInput].editItemAt(index); 22305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 22325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 22335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 22365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 22375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22395778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> reply = info->mNotify; 22405778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 22415778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 22425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_EOS) { 22445778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("eos", true); 22455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_CODECCONFIG) { 22485778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("csd", true); 22495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22511bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (mCrypto != NULL) { 22521bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (size > info->mEncryptedData->capacity()) { 22531bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber return -ERANGE; 2254ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2255ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 22565b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 22575b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 22585b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 2259fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong ssize_t result = mCrypto->decrypt( 22601bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (mFlags & kFlagIsSecure) != 0, 22611bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 22621bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 22631bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 2264c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info->mSharedEncryptedBuffer, 2265c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker offset, 22664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 22674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 22685b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mData->base(), 22695b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 22701bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2271fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong if (result < 0) { 2272fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong return result; 2273ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2274ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2275fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong info->mData->setRange(0, result); 2276ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2277ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 22787bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 22797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 22807bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 22817bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 22827bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 22832d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber reply->setBuffer("buffer", info->mData); 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber reply->post(); 22855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22865b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mNotify = NULL; 22875b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 22885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 22895778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22915778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 22925778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 22935778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 22945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22955778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 22965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 22975778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 22985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23000e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 23015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 23025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 23055778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 23065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23085778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index); 23095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 23115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 23125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23147bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 23157bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 23167bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 23177bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 23187bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 23197bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 232079ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou if (render && info->mData != NULL && info->mData->size() != 0) { 23215778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->setInt32("render", true); 23225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2323fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 2324fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (msg->findInt64("timestampNs", ×tampNs)) { 2325fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar info->mNotify->setInt64("timestampNs", timestampNs); 2326fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } else { 2327fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // TODO: it seems like we should use the timestamp 2328fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // in the (media)buffer as it potentially came from 2329fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // an input surface, but we did not propagate it prior to 2330fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // API 20. Perhaps check for target SDK version. 2331fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#if 0 2332fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 233347aea1f7c58f5302b16822f9e7e1763f2af04ef5Lajos Molnar ALOGV("using buffer PTS of %" PRId64, timestampNs); 2334fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 2335fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2336fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#endif 2337fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2338fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 23395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 23405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer->render( 2341475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mData->data(), info->mData->size(), 2342475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu timestampNs, NULL, info->mFormat); 23435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23465778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->post(); 23475778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 23485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 23505778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23525778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 23535778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 23545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23555778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 23565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 23585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 23595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23615778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 23625778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 23635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23645778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[portIndex].editItemAt(index); 23655778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 23667bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 23677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 23687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 236903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 237003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 237103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat != NULL) { 237203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 237303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findBuffer("image-data", &imageData)) { 237403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 237503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 237603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 237703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findRect("crop", &left, &top, &right, &bottom)) { 237803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 237903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 238003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 23817bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 23825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 23845778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23867541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huberstatus_t MediaCodec::setNativeWindow( 23871a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian const sp<Surface> &surfaceTextureClient) { 23887541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber status_t err; 23897541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 23907541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (mNativeWindow != NULL) { 23917541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber err = native_window_api_disconnect( 23927541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mNativeWindow.get(), NATIVE_WINDOW_API_MEDIA); 23937541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 23947541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 23957541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber ALOGW("native_window_api_disconnect returned an error: %s (%d)", 23967541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber strerror(-err), err); 23977541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 23987541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 23997541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mNativeWindow.clear(); 24007541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 24017541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 24027541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (surfaceTextureClient != NULL) { 24037541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber err = native_window_api_connect( 24047541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber surfaceTextureClient.get(), NATIVE_WINDOW_API_MEDIA); 24057541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 24067541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 24077541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber ALOGE("native_window_api_connect returned an error: %s (%d)", 24087541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber strerror(-err), err); 24097541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 24107541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber return err; 24117541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 24127541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 24137541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mNativeWindow = surfaceTextureClient; 24147541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 24157541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 24167541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber return OK; 24177541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 24187541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2419c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 2420c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2421c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 2422c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2423c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 2424c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2425c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2426c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2427c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2428c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2429c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 2430c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2431c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 2432c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang const sp<ABuffer> &buffer = 2433c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mPortBuffers[kPortIndexOutput].itemAt(index).mData; 2434c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2435c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 2436c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2437c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 2438c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 2439c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2440c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 2441c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 2442c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2443c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 2444c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2445c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t omxFlags; 2446c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 2447c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2448c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t flags = 0; 2449c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 2450c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_SYNCFRAME; 2451c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2452c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 2453c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_CODECCONFIG; 2454c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2455c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_EOS) { 2456c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_EOS; 2457c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2458c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2459c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 2460c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2461c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2462c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2463c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2464c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2465749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 2466c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2467c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2468c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 2469c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 2470749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 2471749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 2472749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 2473749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 2474749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 2475c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2476c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2477c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2478c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2479c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2480c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 2481c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2482c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2483c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 2484c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 2485c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2486c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2487c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2488c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2489c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2490575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 2491575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 2492575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 2493575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2494575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2495e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 2496e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 2497575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 2498e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 2499e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2500e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 2501575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 2502575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 2503e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 2504e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 2505e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2506e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 2507e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 2508e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 2509e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 2510e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 2511e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 2512e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 2513575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 2514575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2515575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2516575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 2517575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2518a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 25191d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 2520a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 2521a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2522a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 2523a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 2524a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2525a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2526a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 2527a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 2528a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2529a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 2530a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2531a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2532e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 2533e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const sp<ABuffer> &buffer) { 2534e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 2535e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 2536e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2537e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 2538e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 2539e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 2540e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 2541e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 2542e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2543e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 2544e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2545e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 2546e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 2547e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2548e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 2549e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 2550e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 2551e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 2552e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 2553e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 2554e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2555e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 2556a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 2557e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2558e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 2559e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2560e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2561e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 2562e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 2563e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2564e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 2565e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 2566e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 2567e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer("csd-0", buffer); 2568e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2569e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2570e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2571e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2572e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 25732606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 25742606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mState == CONFIGURED && !mBatteryStatNotified) { 25752606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 25762606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 25772606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 25782606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartVideo(); 25792606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 25802606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartAudio(); 25812606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 25822606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 25832606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 25842606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 25852606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 25862606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 25872606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 25882606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopVideo(); 25892606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 25902606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopAudio(); 25912606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 25922606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 25932606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 25942606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 25952606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 25962606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 25975778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 2598