MediaCodec.cpp revision e4237177a4a3eea059cd74247b2d770d301a8230
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 225778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 242606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IBatteryStats.h> 25c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 272606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 28c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 291a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 30ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 3167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 325778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 335778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 345778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 355b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 36ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 375778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 392606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 406f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 41e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 425778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 43744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 445778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 455778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/NativeWindowWrapper.h> 462606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 482606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 49e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 505778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic inline int getCallingPid() { 5367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return IPCThreadState::self()->getCallingPid(); 5467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 5567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 5667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic int64_t getId(sp<IResourceManagerClient> client) { 5767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 5867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 5967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 6167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OMX_ErrorInsufficientResources); 6267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 6567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 6767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 6867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 7067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 7167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 7267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 7367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 7467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 7567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err = codec->release(); 7667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 7767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 7867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 7967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 8067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 8267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 8367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 8467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 8567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 8667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 8767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 8867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 8967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 9067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 912606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangstruct MediaCodec::BatteryNotifier : public Singleton<BatteryNotifier> { 922606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier(); 93d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang virtual ~BatteryNotifier(); 942606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 952606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStartVideo(); 962606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStopVideo(); 972606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStartAudio(); 982606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStopAudio(); 99d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang void onBatteryStatServiceDied(); 1002606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1012606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangprivate: 102d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang struct DeathNotifier : public IBinder::DeathRecipient { 103d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang DeathNotifier() {} 104d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang virtual void binderDied(const wp<IBinder>& /*who*/) { 105d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang BatteryNotifier::getInstance().onBatteryStatServiceDied(); 106d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang } 107d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang }; 108d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 109d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang Mutex mLock; 1102606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang int32_t mVideoRefCount; 1112606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang int32_t mAudioRefCount; 1122606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang sp<IBatteryStats> mBatteryStatService; 113d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang sp<DeathNotifier> mDeathNotifier; 114d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 115d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang sp<IBatteryStats> getBatteryService_l(); 116d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 117d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang DISALLOW_EVIL_CONSTRUCTORS(BatteryNotifier); 1182606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang}; 1192606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1202606b10d51c2dceb851a2ea63e803aba4134bf00Chong ZhangANDROID_SINGLETON_STATIC_INSTANCE(MediaCodec::BatteryNotifier) 1212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1222606b10d51c2dceb851a2ea63e803aba4134bf00Chong ZhangMediaCodec::BatteryNotifier::BatteryNotifier() : 1232606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mVideoRefCount(0), 1242606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mAudioRefCount(0) { 125d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang} 126d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 127d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhangsp<IBatteryStats> MediaCodec::BatteryNotifier::getBatteryService_l() { 128d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mBatteryStatService != NULL) { 129d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang return mBatteryStatService; 130d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang } 131d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang // get battery service from service manager 1322606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang const sp<IServiceManager> sm(defaultServiceManager()); 1332606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (sm != NULL) { 1342606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang const String16 name("batterystats"); 135d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mBatteryStatService = 136d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang interface_cast<IBatteryStats>(sm->getService(name)); 1372606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mBatteryStatService == NULL) { 1382606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGE("batterystats service unavailable!"); 139d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang return NULL; 140d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang } 141d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mDeathNotifier = new DeathNotifier(); 142d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (IInterface::asBinder(mBatteryStatService)-> 143d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang linkToDeath(mDeathNotifier) != OK) { 144d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mBatteryStatService.clear(); 145d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mDeathNotifier.clear(); 146d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang return NULL; 1472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 148d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang // notify start now if media already started 149d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mVideoRefCount > 0) { 150d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mBatteryStatService->noteStartVideo(AID_MEDIA); 151d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang } 152d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mAudioRefCount > 0) { 153d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mBatteryStatService->noteStartAudio(AID_MEDIA); 154d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang } 155d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang } 156d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang return mBatteryStatService; 157d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang} 158d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 159d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong ZhangMediaCodec::BatteryNotifier::~BatteryNotifier() { 160d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mDeathNotifier != NULL) { 161d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang IInterface::asBinder(mBatteryStatService)-> 162d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang unlinkToDeath(mDeathNotifier); 1632606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1642606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 1652606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1662606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStartVideo() { 167d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang Mutex::Autolock _l(mLock); 168d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang sp<IBatteryStats> batteryService = getBatteryService_l(); 169d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mVideoRefCount == 0 && batteryService != NULL) { 170d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang batteryService->noteStartVideo(AID_MEDIA); 1712606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1722606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mVideoRefCount++; 1732606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 1742606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1752606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStopVideo() { 176d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang Mutex::Autolock _l(mLock); 1772606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mVideoRefCount == 0) { 1782606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGW("BatteryNotifier::noteStop(): video refcount is broken!"); 1792606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang return; 1802606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1812606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1822606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mVideoRefCount--; 183d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang sp<IBatteryStats> batteryService = getBatteryService_l(); 184d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mVideoRefCount == 0 && batteryService != NULL) { 185d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang batteryService->noteStopVideo(AID_MEDIA); 1862606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1872606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 1882606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1892606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStartAudio() { 190d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang Mutex::Autolock _l(mLock); 191d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang sp<IBatteryStats> batteryService = getBatteryService_l(); 192d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mAudioRefCount == 0 && batteryService != NULL) { 193d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang batteryService->noteStartAudio(AID_MEDIA); 1942606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1952606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mAudioRefCount++; 1962606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 1972606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1982606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStopAudio() { 199d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang Mutex::Autolock _l(mLock); 2002606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mAudioRefCount == 0) { 2012606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGW("BatteryNotifier::noteStop(): audio refcount is broken!"); 2022606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang return; 2032606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 2042606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 2052606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mAudioRefCount--; 206d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang sp<IBatteryStats> batteryService = getBatteryService_l(); 207d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mAudioRefCount == 0 && batteryService != NULL) { 208d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang batteryService->noteStopAudio(AID_MEDIA); 2092606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 2102606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 211d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 212d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhangvoid MediaCodec::BatteryNotifier::onBatteryStatServiceDied() { 213d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang Mutex::Autolock _l(mLock); 214d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mBatteryStatService.clear(); 215d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mDeathNotifier.clear(); 216d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang // Do not reset mVideoRefCount and mAudioRefCount here. The ref 217d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang // counting is independent of the battery service availability. 218d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang // We need this if battery service becomes available after media 219d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang // started. 220d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang} 221d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 22267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy() { 22367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 22467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 22567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 22667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 22767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 22867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 22967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 23067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 23167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 23267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 23367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 23467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 23567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 23667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 23767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 23867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 239e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 24067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 24167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 24267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 24367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 24467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 24567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 24667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 24767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 24867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 24967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int pid, 25067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 25167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const sp<IResourceManagerClient> client, 25267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 25367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 25467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 25567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 25667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 25767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService->addResource(pid, clientId, client, resources); 25867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 25967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 26067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 26167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 26267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 26367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 26467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 26567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService->removeResource(clientId); 26667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 26767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 26867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 26967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int callingPid, const Vector<MediaResource> &resources) { 27067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 27167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 27267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 27367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 27467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return mService->reclaimResource(callingPid, resources); 27567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 27667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 2775778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 2785778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 279251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const sp<ALooper> &looper, const char *mime, bool encoder, status_t *err) { 2805778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = new MediaCodec(looper); 2815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 282251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 283251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 284251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 285251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 286251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 2875778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2895778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 2905778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 291251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const sp<ALooper> &looper, const char *name, status_t *err) { 2925778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = new MediaCodec(looper); 2935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 294251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 295251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 296251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 297251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 298251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 2995778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3015778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::MediaCodec(const sp<ALooper> &looper) 3025778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 3035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 30492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 3057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 3065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 30767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerClient(new ResourceManagerClient(this)), 30867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService(new ResourceManagerServiceProxy()), 309251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 3105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 3112606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 3122606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 31367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 31467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 3155778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 3165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 3175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 3186507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 3196507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface(false) { 3205778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3225778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 3235778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 32467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 3255778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3275778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 3285778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 3295778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 3305778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 3315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 3335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 3345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 3375778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 3385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 3415778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 343c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang// static 3443f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 345c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 346c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->setInt32("err", err); 347c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 348c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 349c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 350dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 35167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 35267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 353671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 354671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 355671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 356671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 357671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 3585778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 3595778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 3605778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 3615778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 362744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 363bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung if (nameIsType || !strncasecmp(name.c_str(), "omx.", 4)) { 364744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new ACodec; 365744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else if (!nameIsType 366bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung && !strncasecmp(name.c_str(), "android.filter.", 15)) { 367744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new MediaFilter; 368744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else { 369744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 370744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 371744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 37267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 373dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 37467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 3756f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 3766f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 3776f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 37867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 3796f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 3806f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 38160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 3826f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 3836f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 38460b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 38560b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 38660b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 38760b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 38860b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 38967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 39060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 3916f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3926f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3936f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 39767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 3985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 3995778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 4005778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 4015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 4025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 4055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 4065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 4075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 4105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4111d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar mCodec->setNotificationMessage(new AMessage(kWhatCodecNotify, this)); 4125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4131d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 4145778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 4155778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 4165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 4185778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 4195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 42267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 42367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = secureCodec ? kResourceSecureCodec : kResourceNonSecureCodec; 42467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(type), 1)); 42567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 42667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 42767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 42867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mResourceManagerService->reclaimResource(getCallingPid(), resources)) { 42967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 43067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 43167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 43267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 43367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 43467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 43567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 43667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 43767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 43867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 43967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 4405778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 442c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 4431d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 444c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 445c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 446c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 447c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 448c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 449c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 4505778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 4515778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 4521a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian const sp<Surface> &nativeWindow, 4531bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 4545778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 4551d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 4565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 45867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 45967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 46067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 46167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 4625778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 4635778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 4645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nativeWindow != NULL) { 4661bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setObject( 4671bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber "native-window", 4681bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber new NativeWindowWrapper(nativeWindow)); 4691bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 4701bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 4711bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (crypto != NULL) { 4721bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setPointer("crypto", crypto.get()); 4735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 47567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 47667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 477f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 47867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 47967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 48067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 48167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 48267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(type), 1)); 48367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 48467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 48567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 48667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 48767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 48867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 48967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mResourceManagerService->reclaimResource(getCallingPid(), resources)) { 49067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 49167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 49267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 493f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 49467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 49567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 49667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 49767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 49867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 49967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 50067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 50167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 50267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 50367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 50467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 50567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 50667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 50767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 50867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 509f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 510f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 5115778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 5147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 5151d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 5167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 5187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 5197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 5207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 5217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 5227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 5237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 5247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 5257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 5267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 5277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 5287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 5297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 5307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 5317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 53367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 53467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 53567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 53667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 53767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 53867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 53967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 54067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 54167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 54267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 54367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 54467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 54567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 54667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 54767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::addResource(const char *type, uint64_t value) { 54867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 54967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(type), value)); 55067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 55167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu getCallingPid(), getId(mResourceManagerClient), mResourceManagerClient, resources); 55267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 55367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 5545778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 5551d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 5565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 55767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 55867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 55967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 56067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 56167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(type), 1)); 56267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 56367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 56467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 56567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 56667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 56767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 56867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mResourceManagerService->reclaimResource(getCallingPid(), resources)) { 56967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 57067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 57167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 57267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 57367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 57467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 57567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 57667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 57767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 57867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 57967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 58067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 58167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 58267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 58367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 58467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 58567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 58667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 58767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 58867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 58967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 59067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 59167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 5925778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5945778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 5951d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 5965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5975778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 5985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 5995778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 601c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 6021d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 603c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 604c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 605c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 606c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 607c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 608671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 609671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 610671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 611671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 612671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 613671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 614671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 615671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 616671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 617671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 618671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 619671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 620671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 621671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 622671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 623671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 624671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 625671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 626671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 627251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 628671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 629671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 630671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 631671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 632671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 633671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 634671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 635671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 636671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 637671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 638dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 639671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 640671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 641671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 642671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 6435778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 6445778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 6455778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 6465778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 6475778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 6485b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6495b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6505b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6515b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6525b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6535b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6541d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 6555778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 6565778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 6575778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 6585778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 6595778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 6605b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 6615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6625778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6645778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 6674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 6684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 6694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 6704b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 6714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 6724b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 6734b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 6744b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 6755b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6765b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6775b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6785b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6795b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6805b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6811d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 6824b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 6834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 6844b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 6854b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 6864b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 6874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 6884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 6894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 6904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 6915b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 6924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 6934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 6945b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 6955b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6965b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 6974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 6984b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 6995778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 7001d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 7015778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7035778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7045778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7095778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7125778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7145778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 7155778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 7165778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 7175778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 7185778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 7195778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 7205778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 7211d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 7225778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7245778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7255778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7275778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7305778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7315778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 7325778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 7335778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 7345778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 7355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7375778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7395778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 7401d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7415778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7425778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 7435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7445778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7465778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 748fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 7491d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 750fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 751fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 752fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 753fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 754fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 755fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 756fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 757fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 7585778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 7591d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7605778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7625778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7645778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7667cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 7671d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 7687cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 7707cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 7717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 7727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7735778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 7741d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 7755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7765778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7775778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7825778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 7835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7855778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 787e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 7881d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 789e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 790e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 791e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 792e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 793e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 794e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 795e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 796e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 797e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 798e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 799e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 800e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 801717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 8021d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 803717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 804717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 805717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 806717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 807717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 808717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 809717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 810717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 811717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 812717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 813717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 814717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 815e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnarstatus_t MediaCodec::getWidevineLegacyBuffers(Vector<sp<ABuffer> > *buffers) const { 816e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 817e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("portIndex", kPortIndexInput); 818e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setPointer("buffers", buffers); 819e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("widevine", true); 820e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 821e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> response; 822e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar return PostAndAwaitResponse(msg, &response); 823e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar} 824e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 8255778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getInputBuffers(Vector<sp<ABuffer> > *buffers) const { 8261d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8275778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 8285778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8305778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8325778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8345778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputBuffers(Vector<sp<ABuffer> > *buffers) const { 8351d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8365778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 8375778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8395778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8415778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8437bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputBuffer(size_t index, sp<ABuffer> *buffer) { 8447bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8457bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 8467bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8477bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8487bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 8497bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> buffer; 8507bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 8517bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8527bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8537bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getInputBuffer(size_t index, sp<ABuffer> *buffer) { 8547bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8557bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 8567bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8577bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8580e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 8590e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 8600e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 8610e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 8627bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 8637bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 8647bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> *buffer, sp<AMessage> *format) { 8657bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 8667bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 8687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 8690e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 8707bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 8717bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 8727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8737bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 8747bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 8757bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 8767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 8777bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (index < buffers->size()) { 8787bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo &info = buffers->itemAt(index); 8797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (info.mOwnedByClient) { 8800837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar // by the time buffers array is initialized, crypto is set 8810837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar if (portIndex == kPortIndexInput && mCrypto != NULL) { 8820837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mEncryptedData; 8830837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } else { 8840837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mData; 8850837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } 8867bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar *format = info.mFormat; 8877bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 8887bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 8897bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 8907bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8917bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8925778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 8931d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 8945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8955778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8975778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 899496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 9001d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 901496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 902496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 903496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 904496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 905575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 9061d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 907575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 908575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 909575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 910575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 9115778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 9125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9135778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 9145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 915c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 9165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9175778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 9185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 9195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 9205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 923c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 9245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9255778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 9265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 9275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 9285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9295778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9313f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9320e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9335778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 934c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 9355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 936251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 937251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 938251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 9395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9415778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 9425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 9445778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 9455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 9465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9485778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 9495778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 9505778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 9515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 9535778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9553f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9565778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 9575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9580e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9595778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 9605778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INVALID_OPERATION); 961251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 962251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung response->setInt32("err", getStickyError()); 9635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 9645778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INFO_OUTPUT_BUFFERS_CHANGED); 9655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 9665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 9675778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INFO_FORMAT_CHANGED); 9685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 9695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 9705778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 9715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 9735778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 9745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 9755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9775778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<ABuffer> &buffer = 9785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[kPortIndexOutput].itemAt(index).mData; 9795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9805778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 9815778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 9825778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 9835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9845778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 9855778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 9865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9875778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 9885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9895778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 9905778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 9915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9925778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags = 0; 9935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 9945778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_SYNCFRAME; 9955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 9975778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_CODECCONFIG; 9985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_EOS) { 10005778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_EOS; 10015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10035778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 10045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10065778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 10075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 10095778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10115778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 10125778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 10135778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 10145778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10155778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 10165778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 10175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10185778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 101992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatError: 10205778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1021251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1022251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1023251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 10245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10259e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 10269e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1027251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1028aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 102952dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1030aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1031aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 10325530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 10335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10345778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 10355778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 10365778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10375778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 10385778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10415778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 10425778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1043c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1044c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 10455778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10485778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 10495778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1050c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1051c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 10525778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10555778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STOPPING: 1056c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 10575778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10585778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 10595778822d86b0337407514b9372562b86edfa91cdAndreas Huber // the shutdown complete notification. 10605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10615530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 106203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 1063aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 106403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 106503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 106603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 106703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 106803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 106903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 107003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 107103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 10726e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 10736e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 10746e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 107503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 107603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 10775778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10805778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 10815778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10829e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 10839e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 10849e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 10859e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 10869e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 10879e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 10885778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10910e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 10925778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 10935778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10945530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 10955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1096251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1097575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 10985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10995778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1100c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1101c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1102251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1103251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1104251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1105251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1106251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1107251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1108251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1109251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1110251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1111251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1112251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1113c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11145778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11175778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 11185778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11195530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1121251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1122575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1123c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1124251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1125251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1126251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1127251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1128c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1129251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1130251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1131251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1132251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1133251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1134251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1135251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1136251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1137251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1138251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1139251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1140c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11415778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11455530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1146251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 11475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11485778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 115192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentAllocated: 11525778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11535778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 11545778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 115552dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 11565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1157717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 11585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1159717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 11603a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 11615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 11623a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 11635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 116567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu String8 resourceType; 1166717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 11671bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 116867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceSecureCodec); 11691bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 11701bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 117167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceNonSecureCodec); 11721bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 117367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu addResource(resourceType, 1); 11741bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 11755778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 11765778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 117992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentConfigured: 11805778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11815778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 11825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11836507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 11846507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 11856507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1186e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1187e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1188e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 11893a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 11903a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 11913a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 11923a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 11933a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 11942606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 11955778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 11965778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 119992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatInputSurfaceCreated: 12007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 120192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 12027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 12037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response = new AMessage(); 12047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 12057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 12067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 12077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 12087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 12096507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 12107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 12117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 121792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatSignaledInputEOS: 12187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 121992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 12207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response = new AMessage(); 12217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 12227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 12237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 12297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 123092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatBuffersAllocated: 12315778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12327bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 12335778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 12345778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 12355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12365778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("%s buffers allocated", 12375778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 12385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12395778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput 12405778822d86b0337407514b9372562b86edfa91cdAndreas Huber || portIndex == kPortIndexOutput); 12415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[portIndex].clear(); 12435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12445778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 12455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1246eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<RefBase> obj; 1247eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber CHECK(msg->findObject("portDesc", &obj)); 1248eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 124992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar sp<CodecBase::PortDescription> portDesc = 125092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar static_cast<CodecBase::PortDescription *>(obj.get()); 12515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1252eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t numBuffers = portDesc->countBuffers(); 12535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1254c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker size_t totalSize = 0; 1255c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker for (size_t i = 0; i < numBuffers; ++i) { 1256c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (portIndex == kPortIndexInput && mCrypto != NULL) { 1257c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker totalSize += portDesc->bufferAt(i)->capacity(); 1258c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1259c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1260c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1261c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (totalSize) { 1262c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker mDealer = new MemoryDealer(totalSize, "MediaCodec"); 1263c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1264c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1265eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber for (size_t i = 0; i < numBuffers; ++i) { 12665778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo info; 1267eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mBufferID = portDesc->bufferIDAt(i); 12685778822d86b0337407514b9372562b86edfa91cdAndreas Huber info.mOwnedByClient = false; 1269eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mData = portDesc->bufferAt(i); 12705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12711bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (portIndex == kPortIndexInput && mCrypto != NULL) { 1272c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker sp<IMemory> mem = mDealer->allocate(info.mData->capacity()); 1273ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mEncryptedData = 1274c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker new ABuffer(mem->pointer(), info.mData->capacity()); 1275c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info.mSharedEncryptedBuffer = mem; 1276ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1277ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 12785778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffers->push_back(info); 12795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexOutput) { 12825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState == STARTING) { 12835778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We're always allocating output buffers after 12845778822d86b0337407514b9372562b86edfa91cdAndreas Huber // allocating input buffers, so this is a good 12855778822d86b0337407514b9372562b86edfa91cdAndreas Huber // indication that now all buffers are allocated. 128667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 128767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu addResource(kResourceGraphicMemory, getGraphicBufferSize()); 128867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 12895778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTED); 12905778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 12925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagOutputBuffersChanged; 1293575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 12945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12965778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 129992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatOutputFormatChanged: 13005778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13015778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("codec output format changed"); 13025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1303475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mSoftRenderer == NULL && 1304475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu mNativeWindow != NULL && 13053a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar (mFlags & kFlagUsesSoftwareRenderer)) { 13065778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 13075778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 13085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1309475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mime.startsWithIgnoreCase("video/")) { 1310475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu mSoftRenderer = new SoftwareRenderer(mNativeWindow); 13115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat = msg; 1315e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1316e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagIsEncoder) { 1317e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Before we announce the format change we should 1318e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // collect codec specific data and amend the output 1319e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format as necessary. 1320e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagGatherCodecSpecificData; 1321c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagIsAsync) { 1322c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1323e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 1324e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagOutputFormatChanged; 1325e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber postActivityNotificationIfPossible(); 1326e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 13272514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 13282514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker // Notify mCrypto of video resolution changes 13292514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker if (mCrypto != NULL) { 13308140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar int32_t left, top, right, bottom, width, height; 13318140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 13328140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 13338140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } else if (mOutputFormat->findInt32("width", &width) 13348140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar && mOutputFormat->findInt32("height", &height)) { 13358140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(width, height); 13368140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } 13372514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker } 13382514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 13395778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 134292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFillThisBuffer: 13435778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13445778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 13455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1346c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1347c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1348c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 13495778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 13505778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13538ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 13548ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 13558ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 13568ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13578ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 13588ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 13598ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 13608ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 13618ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 13628ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13638ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 13648ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13658ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 13668ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 13678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 13688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1369251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1370575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1371575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 13728ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 13738ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 13748ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 13758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 13768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1377c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 13786e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 13796e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar onInputBufferAvailable(); 13806e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1381c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 13825778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 13835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13845778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 13855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 13865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1387575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1388575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 13895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13905778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 139392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatDrainThisBuffer: 13945778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13955778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 13965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1397c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1398c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1399c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 14005778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 14015778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14042d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 14052d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber CHECK(msg->findBuffer("buffer", &buffer)); 14065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14075778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 14085778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", &omxFlags)); 14095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14105778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffer->meta()->setInt32("omxFlags", omxFlags); 14115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1412e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagGatherCodecSpecificData) { 1413e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // This is the very first output buffer after a 1414e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format change was signalled, it'll either contain 1415e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the one piece of codec specific data we can expect 1416e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // or there won't be codec specific data. 1417e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 1418e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber status_t err = 1419e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber amendOutputFormatWithCodecSpecificData(buffer); 1420e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1421e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (err != OK) { 1422e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ALOGE("Codec spit out malformed codec " 1423e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber "specific data!"); 1424e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1425e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1426e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1427e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1428c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1429c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1430c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1431c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1432c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1433e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1434e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1435c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1436c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1437c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 14385778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 14395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14405778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 14415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 14425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1443575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1444575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 14455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1446575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 14475778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 145092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatEOS: 14515778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14525778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 14535778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 14545778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 145792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatShutdownCompleted: 14585778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1459c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == STOPPING) { 1460c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(INITIALIZED); 1461c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } else { 1462c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK_EQ(mState, RELEASING); 1463c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(UNINITIALIZED); 14646e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 1465c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 146652dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 14675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 146867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 146967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14705778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 14715778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 147492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFlushCompleted: 14755778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14765530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 14775530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 14785530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 14795530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 14805530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 14815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14820e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 14830e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 14840e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 14850e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 14860e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 14870e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 14885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14895778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 14905778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14935778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 14945778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 14955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14965778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14995778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 15005778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15013f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 15025778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1505c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 15105778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 15115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15125778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 15135778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 15145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15155778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 15165778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 15170db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 15180db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 15195778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 15205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15225778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 15235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 15255778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 15265778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 15275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 15285778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 15295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 15325778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1535c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1536c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 15373f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1538c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1539c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1540c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1541c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 15420e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 15430e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1544c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1545c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1546c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1547c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1548c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1549c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1550c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1551c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1552c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1553c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1554c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1555c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1556c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1557c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1558c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1559c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1560c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1561c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1562c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1563c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1564c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1565c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1566c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 15675778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 15685778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15693f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 15705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1573c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15745778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15775778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 15785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findObject("native-window", &obj)) { 15795778822d86b0337407514b9372562b86edfa91cdAndreas Huber obj.clear(); 15805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15825778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 15835778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 15845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 15865778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 15871bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 15887541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber status_t err = setNativeWindow( 15897541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber static_cast<NativeWindowWrapper *>(obj.get()) 15907541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber ->getSurfaceTextureClient()); 15917541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 15927541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1593c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 15947541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 15951bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 15961bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 15977541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setNativeWindow(NULL); 15981bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 15991bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16007541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 16017541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 16027541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 16031bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 16041bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 16051bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 16065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16081bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 16091bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16105778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 16115778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 16125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 16145778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 1615e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 16165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16188ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 16198ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 16215778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 16257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 16263f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 16287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 16297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 16307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 1631c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 16337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 16357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 16367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->initiateCreateInputSurface(); 16377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 16387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 16405778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 16415778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16423f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16435778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 16445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16450e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 1646d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 16470e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 16480e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 1649d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 16500e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 1651c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16525778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 16565778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 16575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 16595778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16625778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 1663c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 1664c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 1665aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 1666aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 1667aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 16683f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1669c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1670c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 167133223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung if (!((mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED) // See 1 167233223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 16730e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 167433223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 167533223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 167633223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 167752dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 167803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 167903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 168003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 168103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 168203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 1683c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 16846e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 16856e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 16866e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 16876e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 16886e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1689c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 1690c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 1691c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1692c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1693aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 1694aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 1695aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 1696aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 16976e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 16986e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 16996e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1700aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 1701aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 1702aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1703aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1704c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 1705aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 1706aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1707aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 1708aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 1709c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 17105778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 17115778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17145778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 17155778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17163f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 17185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1719c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1720c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1721c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1722c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1723c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1724c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 17256507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 17266507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 1727c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 17286507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 17296507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 17306507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 17315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 17325778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17355778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 17365778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 17375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1739c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 17405778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 17445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 17455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 17475778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 17481d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 17495778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 17505778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 17515778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 17525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17565778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 17575778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17585778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 17595778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 17605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 17625778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 17635778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17665778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 17675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1768c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 17695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 17715778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 17725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17755778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 17765778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17773f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17785778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 17795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1780251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1781c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 17825778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1783251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1784251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1785251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 17865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17885778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 17895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1790c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 17915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17945778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 17955778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17963f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17975778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 17985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1799c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1800c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1801c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1802c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1803c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1804c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 18055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 18065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18095778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 18105778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 18115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1813c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 18145778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 18185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 18195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 18215778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 18221d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 18235778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 18245778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 18255778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 18265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18275778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18305778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 18315778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18325778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 18335778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 18345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 18365778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 18375778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18405778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 18415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1842c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 18435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 18455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 18465778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18495778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 18505778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18513f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18525778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1854251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1855c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18565778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1857251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1858251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1859251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 18605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18625778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 18635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1864c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 18655778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18687cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 18697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 18703f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 18727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1873251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1874c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 1876251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1877251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1878251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 18797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 18807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 18817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 18827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 18837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 18847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 18857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 18865778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 18875778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18883f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18895778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1890e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // Unfortunately widevine legacy source requires knowing all of the 1891e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // codec input buffers, so we have to provide them even in async mode. 1892e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar int32_t widevine = 0; 1893e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->findInt32("widevine", &widevine); 18945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1895e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar if (!isExecuting() || ((mFlags & kFlagIsAsync) && !widevine)) { 1896c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18975778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1898251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1899251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1900251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19035778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 19045778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 19055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19065778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<sp<ABuffer> > *dstBuffers; 19075778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 19085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19095778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 19105778822d86b0337407514b9372562b86edfa91cdAndreas Huber const Vector<BufferInfo> &srcBuffers = mPortBuffers[portIndex]; 19115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19125778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < srcBuffers.size(); ++i) { 19135778822d86b0337407514b9372562b86edfa91cdAndreas Huber const BufferInfo &info = srcBuffers.itemAt(i); 19145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1915ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber dstBuffers->push_back( 19161bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (portIndex == kPortIndexInput && mCrypto != NULL) 1917ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? info.mEncryptedData : info.mData); 19185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19205778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 19215778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19245778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 19255778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19263f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19275778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1929251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1930c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19315778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1932251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1933251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1934251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 19380e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 19395778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 19405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 19425778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 19435778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1946e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 19475778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 19485778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1949e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 1950e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 1951e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 19523f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19535778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1955e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 19560e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 19570e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 1958e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 1959c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19605778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1961251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1962251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1963251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19665778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 1967e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 19685778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 19695778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1972496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 1973496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 1974496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 1975496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 1976496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 1977496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1978575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 1979575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 1980575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 1981575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 1982575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 1983575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1984575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 1985575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 1986575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 1987717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 1988717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 19893f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1990717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 1991717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1992717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 1993c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1994717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 1995717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1996717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1997717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 1998717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 1999717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2000717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2001717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2002717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2003a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2004a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 20053f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2006a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2007a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2008a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2009a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2010a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2011a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2012a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2013c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2014a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2015a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2016a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 20175778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 20185778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 20195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20205778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 20215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20228ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 20238ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 20248ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20258ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 20268ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 20278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2028a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 20298ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 20308ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 20318ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20328ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 20338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 20348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 20358ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2036a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 20378ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 20388ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20398ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 20408ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 20418ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20427bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo *info = 20437bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar &mPortBuffers[kPortIndexInput].itemAt(bufferIndex); 20448ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20458ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 20468ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 20478ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20488ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber const sp<ABuffer> &codecInputData = 20498ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber (mCrypto != NULL) ? info->mEncryptedData : info->mData; 20508ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20518ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 20528ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 20538ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 20548ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20558ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 20568ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20578ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 20588ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20591d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 20608ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 20618ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 20628ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 20638ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 20648ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 20658ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 20668ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 20688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 20698ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20705778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 20717541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 20725778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 20735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 20745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20751bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 20767541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setNativeWindow(NULL); 20775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2078671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 20795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 20805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 20815778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 20825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2083e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2084e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 2085c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2086251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2087575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2088575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2089c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 20905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2092717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2093671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2094671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2095671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2096aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2097aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2098aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2099aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2100717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2101717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 21025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 21035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21045778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 21052606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 21062606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 21075778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 21085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21095778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodec() { 21105778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 21115778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 21125778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 21135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21145778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex) { 21155778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 21167bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 21175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21185778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 21195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21205778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 21215778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 21225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify != NULL) { 21245778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = info->mNotify; 21255778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 21265778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mOwnedByClient = false; 21275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexInput) { 21297fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* no error, just returning buffers */ 21307fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar msg->setInt32("err", OK); 21315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21325778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 21335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 21375778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 21385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21395778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 21405778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 21415778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 21425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2143609b815a3131d22da38b2f452faa9f89daad4039Andy Hung uint32_t bufferID; 2144609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 21455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21465778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 21475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21485778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 21495778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 21505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mBufferID == bufferID) { 21525778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(info->mNotify == NULL); 21535778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("reply", &info->mNotify)); 21545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2155475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mFormat = 2156475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu (portIndex == kPortIndexInput) ? mInputFormat : mOutputFormat; 21575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].push_back(i); 21585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return i; 21605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21635778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 21645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 21665778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 21675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21685778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 21695778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 21705778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 21715778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 21725778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 21735778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 21745778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 21755778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 21765778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 21775778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 21785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21794b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 21804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 21814b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 21824b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 21834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 21844b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 21854b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 21864b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 21874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 21884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 21894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 21904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto != NULL) { 21914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 21924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 21934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 21944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 21954b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 21964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 21974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 21984b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 21994b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 22004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto == NULL) { 22014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 22024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 22034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 22054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 22064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 22074b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 22084b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 22104b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 22114b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22124b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 22134b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 22154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 22164b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 22174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 22184b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 22194b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 22204b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 22225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 22235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22255778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexInput].editItemAt(index); 22265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 22285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 22295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 22325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 22335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22355778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> reply = info->mNotify; 22365778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 22375778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 22385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_EOS) { 22405778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("eos", true); 22415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_CODECCONFIG) { 22445778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("csd", true); 22455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22471bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (mCrypto != NULL) { 22481bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (size > info->mEncryptedData->capacity()) { 22491bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber return -ERANGE; 2250ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2251ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 22525b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 22535b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 22545b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 2255fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong ssize_t result = mCrypto->decrypt( 22561bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (mFlags & kFlagIsSecure) != 0, 22571bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 22581bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 22591bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 2260c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info->mSharedEncryptedBuffer, 2261c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker offset, 22624b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 22634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 22645b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mData->base(), 22655b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 22661bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2267fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong if (result < 0) { 2268fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong return result; 2269ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2270ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2271fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong info->mData->setRange(0, result); 2272ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2273ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 22747bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 22757bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 22767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 22777bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 22787bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 22792d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber reply->setBuffer("buffer", info->mData); 22805778822d86b0337407514b9372562b86edfa91cdAndreas Huber reply->post(); 22815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22825b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mNotify = NULL; 22835b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 22855778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22875778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 22885778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 22895778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 22905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22915778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 22925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 22935778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 22945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22960e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 22975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 22985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 23015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 23025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23045778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index); 23055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 23075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 23085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23107bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 23117bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 23127bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 23137bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 23147bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 23157bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 231679ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou if (render && info->mData != NULL && info->mData->size() != 0) { 23175778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->setInt32("render", true); 23185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2319fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 2320fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (msg->findInt64("timestampNs", ×tampNs)) { 2321fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar info->mNotify->setInt64("timestampNs", timestampNs); 2322fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } else { 2323fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // TODO: it seems like we should use the timestamp 2324fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // in the (media)buffer as it potentially came from 2325fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // an input surface, but we did not propagate it prior to 2326fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // API 20. Perhaps check for target SDK version. 2327fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#if 0 2328fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 232947aea1f7c58f5302b16822f9e7e1763f2af04ef5Lajos Molnar ALOGV("using buffer PTS of %" PRId64, timestampNs); 2330fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 2331fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2332fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#endif 2333fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2334fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 23355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 23365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer->render( 2337475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mData->data(), info->mData->size(), 2338475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu timestampNs, NULL, info->mFormat); 23395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23425778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->post(); 23435778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 23445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 23465778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23485778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 23495778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 23505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23515778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 23525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 23545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 23555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23575778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 23585778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 23595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23605778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[portIndex].editItemAt(index); 23615778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 23627bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 23637bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 23647bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 236503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 236603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 236703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat != NULL) { 236803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 236903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findBuffer("image-data", &imageData)) { 237003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 237103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 237203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 237303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findRect("crop", &left, &top, &right, &bottom)) { 237403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 237503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 237603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 23777bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 23785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 23805778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23827541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huberstatus_t MediaCodec::setNativeWindow( 23831a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian const sp<Surface> &surfaceTextureClient) { 23847541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber status_t err; 23857541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 23867541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (mNativeWindow != NULL) { 23877541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber err = native_window_api_disconnect( 23887541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mNativeWindow.get(), NATIVE_WINDOW_API_MEDIA); 23897541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 23907541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 23917541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber ALOGW("native_window_api_disconnect returned an error: %s (%d)", 23927541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber strerror(-err), err); 23937541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 23947541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 23957541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mNativeWindow.clear(); 23967541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 23977541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 23987541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (surfaceTextureClient != NULL) { 23997541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber err = native_window_api_connect( 24007541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber surfaceTextureClient.get(), NATIVE_WINDOW_API_MEDIA); 24017541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 24027541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 24037541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber ALOGE("native_window_api_connect returned an error: %s (%d)", 24047541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber strerror(-err), err); 24057541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 24067541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber return err; 24077541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 24087541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 24097541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mNativeWindow = surfaceTextureClient; 24107541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 24117541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 24127541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber return OK; 24137541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 24147541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2415c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 2416c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2417c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 2418c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2419c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 2420c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2421c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2422c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2423c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2424c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2425c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 2426c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2427c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 2428c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang const sp<ABuffer> &buffer = 2429c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mPortBuffers[kPortIndexOutput].itemAt(index).mData; 2430c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2431c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 2432c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2433c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 2434c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 2435c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2436c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 2437c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 2438c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2439c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 2440c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2441c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t omxFlags; 2442c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 2443c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2444c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t flags = 0; 2445c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 2446c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_SYNCFRAME; 2447c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2448c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 2449c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_CODECCONFIG; 2450c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2451c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_EOS) { 2452c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_EOS; 2453c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2454c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2455c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 2456c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2457c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2458c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2459c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2460c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2461749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 2462c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2463c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2464c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 2465c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 2466749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 2467749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 2468749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 2469749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 2470749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 2471c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2472c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2473c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2474c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2475c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2476c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 2477c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2478c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2479c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 2480c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 2481c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2482c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2483c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2484c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2485c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2486575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 2487575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 2488575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 2489575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2490575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2491e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 2492e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 2493575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 2494e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 2495e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2496e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 2497575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 2498575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 2499e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 2500e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 2501e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2502e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 2503e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 2504e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 2505e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 2506e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 2507e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 2508e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 2509575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 2510575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2511575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2512575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 2513575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2514a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 25151d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 2516a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 2517a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2518a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 2519a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 2520a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2521a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2522a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 2523a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 2524a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2525a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 2526a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2527a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2528e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 2529e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const sp<ABuffer> &buffer) { 2530e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 2531e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 2532e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2533e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 2534e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 2535e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 2536e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 2537e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 2538e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2539e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 2540e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2541e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 2542e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 2543e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2544e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 2545e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 2546e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 2547e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 2548e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 2549e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 2550e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2551e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 2552a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 2553e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2554e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 2555e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2556e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2557e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 2558e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 2559e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2560e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 2561e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 2562e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 2563e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer("csd-0", buffer); 2564e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2565e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2566e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2567e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2568e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 25692606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 25702606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mState == CONFIGURED && !mBatteryStatNotified) { 25712606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 25722606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 25732606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 25742606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartVideo(); 25752606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 25762606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartAudio(); 25772606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 25782606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 25792606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 25802606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 25812606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 25822606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 25832606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 25842606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopVideo(); 25852606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 25862606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopAudio(); 25872606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 25882606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 25892606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 25902606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 25912606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 25922606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 25935778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 2594