MediaCodec.cpp revision 1dcdfead2971c1fa7c02f24ba86f706890c9f99e
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 225778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 242606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IBatteryStats.h> 25c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 272606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 28c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 291a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 30ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 3167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 325778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 335778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 345778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 355b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 36ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 375778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 392606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 406f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 41e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 425778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 43744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 445778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 452606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 462606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 48e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 495778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic inline int getCallingPid() { 5267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return IPCThreadState::self()->getCallingPid(); 5367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 5467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 5567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic int64_t getId(sp<IResourceManagerClient> client) { 5667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 5767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 5867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 5967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 6067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OMX_ErrorInsufficientResources); 6167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 6467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 6667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 6767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 6967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 7067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 7167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 7267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 7367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 7467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err = codec->release(); 7567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 7667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 7767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 7867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 7967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 818f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 828f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 838f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 848f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 858f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 868f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 878f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 888f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 898f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 908f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 918f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 928f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 938f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 948f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 9567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 9767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 9867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 10067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 10167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 10367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 10467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1052606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangstruct MediaCodec::BatteryNotifier : public Singleton<BatteryNotifier> { 1062606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier(); 107d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang virtual ~BatteryNotifier(); 1082606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1092606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStartVideo(); 1102606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStopVideo(); 1112606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStartAudio(); 1122606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStopAudio(); 113d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang void onBatteryStatServiceDied(); 1142606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1152606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangprivate: 116d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang struct DeathNotifier : public IBinder::DeathRecipient { 117d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang DeathNotifier() {} 118d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang virtual void binderDied(const wp<IBinder>& /*who*/) { 119d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang BatteryNotifier::getInstance().onBatteryStatServiceDied(); 120d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang } 121d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang }; 122d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 123d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang Mutex mLock; 1242606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang int32_t mVideoRefCount; 1252606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang int32_t mAudioRefCount; 1262606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang sp<IBatteryStats> mBatteryStatService; 127d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang sp<DeathNotifier> mDeathNotifier; 128d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 129d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang sp<IBatteryStats> getBatteryService_l(); 130d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 131d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang DISALLOW_EVIL_CONSTRUCTORS(BatteryNotifier); 1322606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang}; 1332606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1342606b10d51c2dceb851a2ea63e803aba4134bf00Chong ZhangANDROID_SINGLETON_STATIC_INSTANCE(MediaCodec::BatteryNotifier) 1352606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1362606b10d51c2dceb851a2ea63e803aba4134bf00Chong ZhangMediaCodec::BatteryNotifier::BatteryNotifier() : 1372606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mVideoRefCount(0), 1382606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mAudioRefCount(0) { 139d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang} 140d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 141d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhangsp<IBatteryStats> MediaCodec::BatteryNotifier::getBatteryService_l() { 142d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mBatteryStatService != NULL) { 143d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang return mBatteryStatService; 144d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang } 145d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang // get battery service from service manager 1462606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang const sp<IServiceManager> sm(defaultServiceManager()); 1472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (sm != NULL) { 1482606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang const String16 name("batterystats"); 149d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mBatteryStatService = 150d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang interface_cast<IBatteryStats>(sm->getService(name)); 1512606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mBatteryStatService == NULL) { 1522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGE("batterystats service unavailable!"); 153d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang return NULL; 154d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang } 155d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mDeathNotifier = new DeathNotifier(); 15645c765da4d67088ea7ce0fab438300682c3914f0Chong Zhang IInterface::asBinder(mBatteryStatService)->linkToDeath(mDeathNotifier); 157d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang // notify start now if media already started 158d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mVideoRefCount > 0) { 159d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mBatteryStatService->noteStartVideo(AID_MEDIA); 160d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang } 161d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mAudioRefCount > 0) { 162d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mBatteryStatService->noteStartAudio(AID_MEDIA); 163d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang } 164d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang } 165d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang return mBatteryStatService; 166d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang} 167d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 168d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong ZhangMediaCodec::BatteryNotifier::~BatteryNotifier() { 169d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mDeathNotifier != NULL) { 170d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang IInterface::asBinder(mBatteryStatService)-> 171d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang unlinkToDeath(mDeathNotifier); 1722606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1732606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 1742606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1752606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStartVideo() { 176d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang Mutex::Autolock _l(mLock); 177d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang sp<IBatteryStats> batteryService = getBatteryService_l(); 178d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mVideoRefCount == 0 && batteryService != NULL) { 179d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang batteryService->noteStartVideo(AID_MEDIA); 1802606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1812606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mVideoRefCount++; 1822606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 1832606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1842606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStopVideo() { 185d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang Mutex::Autolock _l(mLock); 1862606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mVideoRefCount == 0) { 1872606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGW("BatteryNotifier::noteStop(): video refcount is broken!"); 1882606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang return; 1892606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1902606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 191d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang sp<IBatteryStats> batteryService = getBatteryService_l(); 19245c765da4d67088ea7ce0fab438300682c3914f0Chong Zhang 19345c765da4d67088ea7ce0fab438300682c3914f0Chong Zhang mVideoRefCount--; 194d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mVideoRefCount == 0 && batteryService != NULL) { 195d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang batteryService->noteStopVideo(AID_MEDIA); 1962606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1972606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 1982606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1992606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStartAudio() { 200d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang Mutex::Autolock _l(mLock); 201d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang sp<IBatteryStats> batteryService = getBatteryService_l(); 202d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mAudioRefCount == 0 && batteryService != NULL) { 203d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang batteryService->noteStartAudio(AID_MEDIA); 2042606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 2052606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mAudioRefCount++; 2062606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 2072606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 2082606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStopAudio() { 209d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang Mutex::Autolock _l(mLock); 2102606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mAudioRefCount == 0) { 2112606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGW("BatteryNotifier::noteStop(): audio refcount is broken!"); 2122606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang return; 2132606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 2142606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 215d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang sp<IBatteryStats> batteryService = getBatteryService_l(); 21645c765da4d67088ea7ce0fab438300682c3914f0Chong Zhang 21745c765da4d67088ea7ce0fab438300682c3914f0Chong Zhang mAudioRefCount--; 218d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mAudioRefCount == 0 && batteryService != NULL) { 219d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang batteryService->noteStopAudio(AID_MEDIA); 2202606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 2212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 222d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 223d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhangvoid MediaCodec::BatteryNotifier::onBatteryStatServiceDied() { 224d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang Mutex::Autolock _l(mLock); 225d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mBatteryStatService.clear(); 226d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mDeathNotifier.clear(); 227d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang // Do not reset mVideoRefCount and mAudioRefCount here. The ref 228d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang // counting is independent of the battery service availability. 229d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang // We need this if battery service becomes available after media 230d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang // started. 231d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang} 232d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 23367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy() { 23467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 23567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 23667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 23767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 23867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 23967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 24067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 24167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 24267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 24367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 24467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 24567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 24667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 24767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 24867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 24967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 250e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 25167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 25267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 25367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 25467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 25567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 25667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 25767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 25867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 25967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 26067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int pid, 26167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 26267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const sp<IResourceManagerClient> client, 26367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 26467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 26567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 26667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 26767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 26867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService->addResource(pid, clientId, client, resources); 26967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 27067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 27167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 27267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 27367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 27467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 27567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 27667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService->removeResource(clientId); 27767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 27867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 27967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 28067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int callingPid, const Vector<MediaResource> &resources) { 28167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 28267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 28367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 28467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 28567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return mService->reclaimResource(callingPid, resources); 28667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 28767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 2885778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 2895778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 290251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const sp<ALooper> &looper, const char *mime, bool encoder, status_t *err) { 2915778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = new MediaCodec(looper); 2925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 293251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 294251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 295251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 296251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 297251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 2985778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3005778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 3015778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 302251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const sp<ALooper> &looper, const char *name, status_t *err) { 3035778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = new MediaCodec(looper); 3045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 305251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 306251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 307251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 308251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 309251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 3105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3125778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::MediaCodec(const sp<ALooper> &looper) 3135778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 3145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 31592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 3167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 3175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 318251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 3195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 320ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 321ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerService(new ResourceManagerServiceProxy()), 3222606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 3232606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 32467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 32567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 3265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 3275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 3285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 3296507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 3303d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 3313d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 3325778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3345778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 3355778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 33667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 3375778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3395778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 3405778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 3415778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 3425778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 3435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 3455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 3465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 3495778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 3505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 3535778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 355c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang// static 3563f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 357c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 358c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->setInt32("err", err); 359c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 360c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 361c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 362dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 36367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 36467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 365671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 366671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 367671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 368671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 369671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 3705778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 3715778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 3725778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 3735778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 374744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 375bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung if (nameIsType || !strncasecmp(name.c_str(), "omx.", 4)) { 376744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new ACodec; 377744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else if (!nameIsType 378bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung && !strncasecmp(name.c_str(), "android.filter.", 15)) { 379744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new MediaFilter; 380744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else { 381744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 382744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 383744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 38467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 385dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 38667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 3876f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 3886f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 3896f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 39067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 3916f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 3926f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 39360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 39448a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (mcl == NULL) { 39548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec = NULL; // remove the codec. 39648a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return NO_INIT; // if called from Java should raise IOException 39748a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 3986f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 3996f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 40060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 40160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 40260b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 40360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 40460b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 40567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 40660b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 4076f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 4086f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 4096f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 4105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 41367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 4145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 4155778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 4165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 4175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 4185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 4215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 4225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 4235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 4265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4271d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar mCodec->setNotificationMessage(new AMessage(kWhatCodecNotify, this)); 4285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4291d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 4305778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 4315778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 4325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 4345778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 4355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 43867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 43967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = secureCodec ? kResourceSecureCodec : kResourceNonSecureCodec; 440c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 441c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 44267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 44367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 44467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 44567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mResourceManagerService->reclaimResource(getCallingPid(), resources)) { 44667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 44767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 44867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 44967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 45067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 45167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 45267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 45367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 45467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 45567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 45667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 4575778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 459c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 4601d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 461c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 462c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 463c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 464c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 465c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 466c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 4675778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 4685778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 469f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 4701bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 4715778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 4721d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 4735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 47467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 47567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 47667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 47767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 47867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 4795778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 4805778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 481f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 4821bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 4831bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (crypto != NULL) { 4841bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setPointer("crypto", crypto.get()); 4855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 48767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 48867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 489f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 49067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 49167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 49267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 49367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 494c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 495c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 49667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 49767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 49867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 49967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 50067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 50167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 50267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mResourceManagerService->reclaimResource(getCallingPid(), resources)) { 50367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 50467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 50567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 506f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 50767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 50867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 50967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 51067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 51167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 51267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 51367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 51467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 51567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 51667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 51767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 51867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 51967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 52067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 52167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 522f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 523f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 5245778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 5271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 5281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 5291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 5311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 5321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 5331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 5357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 5361d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 5377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 5397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 5407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 5417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 5427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 5437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 5447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 5457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 5467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 5477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 5487cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 5497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 5507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 5517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 5527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 55467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 55567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 55667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 55767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 55867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 55967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 56067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 56167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 56267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 56367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 56467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 56567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 56667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 56767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 568c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wuvoid MediaCodec::addResource(const String8 &type, const String8 &subtype, uint64_t value) { 56967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 570c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 57167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 57267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu getCallingPid(), getId(mResourceManagerClient), mResourceManagerClient, resources); 57367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 57467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 5755778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 5761d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 5775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 57867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 57967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 58067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 58167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 582c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 583c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 58467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 58567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 58667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 58767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 58867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 58967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 59067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mResourceManagerService->reclaimResource(getCallingPid(), resources)) { 59167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 59267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 59367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 59467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 59567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 59667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 59767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 59867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 59967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 60067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 60167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 60267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 60367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 60467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 60567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 60667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 60767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 60867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 60967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 61067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 61167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 61267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 61367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 6145778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6165778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 6171d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 6185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6195778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6215778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 623c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 6241d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 625c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 626c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 627c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 628c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 629c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 630671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 631671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 632671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 633671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 634671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 635671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 636671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 637671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 638671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 639671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 640671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 641671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 642671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 643671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 644671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 645671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 646671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 647671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 648671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 649251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 650671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 651671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 652671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 653671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 654671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 655671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 656671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 657671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 658671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 659671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 660dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 661671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 662671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 663671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 664671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 6655778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 6665778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 6675778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 6685778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 6695778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 6705b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6715b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6725b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6735b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6745b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6755b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6761d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 6775778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 6785778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 6795778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 6805778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 6815778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 6825b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 6835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6845778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6865778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 6894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 6904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 6914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 6924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 6934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 6944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 6954b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 6964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 6975b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6985b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6995b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 7005b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 7015b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 7025b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 7031d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 7044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 7054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 7064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 7074b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 7084b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 7094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 7104b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 7114b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 7124b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 7135b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 7144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 7154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 7165b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 7175b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 7185b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 7194b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 7204b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 7215778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 7221d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 7235778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7255778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7265778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7315778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7345778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7365778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 7375778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 7385778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 7395778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 7405778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 7415778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 7425778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 7431d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 7445778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7465778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7475778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7525778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7535778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 7545778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 7555778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 7565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 7575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7595778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7615778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 7621d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7635778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7645778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 7655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7665778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7685778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 770fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 7711d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 772fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 773fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 774fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 775fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 776fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 777fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 778fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 779fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 7805778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 7811d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7825778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7845778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7865778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 7891d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 7907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 7927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 7937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 7947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7955778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 7961d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 7975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7985778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7995778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 8005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 8015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8045778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 8055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 8075778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 809e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 8101d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 811e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 812e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 813e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 814e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 815e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 816e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 817e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 818e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 819e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 820e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 821e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 822e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 823717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 8241d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 825717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 826717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 827717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 828717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 829717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 830717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 831717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 832717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 833717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 834717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 835717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 836717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 837e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnarstatus_t MediaCodec::getWidevineLegacyBuffers(Vector<sp<ABuffer> > *buffers) const { 838e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 839e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("portIndex", kPortIndexInput); 840e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setPointer("buffers", buffers); 841e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("widevine", true); 842e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 843e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> response; 844e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar return PostAndAwaitResponse(msg, &response); 845e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar} 846e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 8475778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getInputBuffers(Vector<sp<ABuffer> > *buffers) const { 8481d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8495778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 8505778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8525778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8545778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8565778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputBuffers(Vector<sp<ABuffer> > *buffers) const { 8571d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8585778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 8595778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8615778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8635778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8657bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputBuffer(size_t index, sp<ABuffer> *buffer) { 8667bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 8687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8707bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 8717bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> buffer; 8727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 8737bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8747bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8757bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getInputBuffer(size_t index, sp<ABuffer> *buffer) { 8767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8777bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 8787bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8800e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 8810e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 8820e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 8830e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 8847bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 8857bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 8867bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> *buffer, sp<AMessage> *format) { 8877bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 8887bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8897bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 8907bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 8910e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 8927bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 8937bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 8947bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8957bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 8967bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 8977bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 8987bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 8997bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (index < buffers->size()) { 9007bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo &info = buffers->itemAt(index); 9017bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (info.mOwnedByClient) { 9020837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar // by the time buffers array is initialized, crypto is set 9030837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar if (portIndex == kPortIndexInput && mCrypto != NULL) { 9040837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mEncryptedData; 9050837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } else { 9060837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mData; 9070837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } 9087bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar *format = info.mFormat; 9097bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 9107bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 9117bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 9127bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 9137bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 9145778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 9151d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 9165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9175778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 9195778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 921496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 9221d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 923496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 924496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 925496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 926496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 927575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 9281d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 929575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 930575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 931575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 932575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 9335778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 9345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9355778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 9365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 937c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 9385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9395778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 9405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 9415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 9425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 945c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 9465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9475778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 9485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 9495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 9505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9515778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9533f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9540e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9555778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 956c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 9575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 958251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 959251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 960251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 9615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9635778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 9645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 9665778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 9675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 9685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9705778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 9715778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 9725778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 9735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 9755778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9773f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9785778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 9795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9800e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9815778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 9825778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INVALID_OPERATION); 983251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 984251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung response->setInt32("err", getStickyError()); 9855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 9865778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INFO_OUTPUT_BUFFERS_CHANGED); 9875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 9885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 9895778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INFO_FORMAT_CHANGED); 9905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 9915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 9925778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 9935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 9955778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 9965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 9975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9995778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<ABuffer> &buffer = 10005778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[kPortIndexOutput].itemAt(index).mData; 10015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10025778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 10035778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 10045778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 10055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10065778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 10075778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 10085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10095778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 10105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10115778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 10125778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 10135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10145778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags = 0; 10155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 10165778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_SYNCFRAME; 10175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 10195778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_CODECCONFIG; 10205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_EOS) { 10225778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_EOS; 10235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10255778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 10265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10285778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 10295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 10315778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10335778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 10345778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 10355778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 10365778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10375778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 10385778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 10395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10405778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 104192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatError: 10425778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1043251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1044251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1045251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 10465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10479e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 10489e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1049251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1050aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 105152dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1052aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1053aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 10545530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 10555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10565778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 10575778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 10585778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10595778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 10605778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10635778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 10645778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1065c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1066c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 10675778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10705778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 10715778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1072c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1073c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 10745778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10775778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STOPPING: 1078c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 10795778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10805778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 10815778822d86b0337407514b9372562b86edfa91cdAndreas Huber // the shutdown complete notification. 10825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10835530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 108403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 1085aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 108603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 108703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 108803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 108903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 109003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 109103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 109203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 109303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 10946e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 10956e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 10966e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 109703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 109803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 10995778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11025778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 11035778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11049e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 11059e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 11069e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 11079e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 11089e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 11099e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 11105778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11130e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 11145778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 11155778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11165530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1118251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1119575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 11205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11215778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1122c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1123c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1124251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1125251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1126251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1127251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1128251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1129251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1130251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1131251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1132251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1133251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1134251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1135c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11395778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 11405778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11415530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1143251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1144575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1145c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1146251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1147251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1148251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1149251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1150c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1151251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1152251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1153251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1154251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1155251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1156251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1157251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1158251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1159251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1160251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1161251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1162c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11635778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11675530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1168251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 11695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11705778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 117392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentAllocated: 11745778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11755778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 11765778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 117752dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 11785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1179717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 11805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1181717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 11823a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 11835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 11843a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 11855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 118767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu String8 resourceType; 1188717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 11891bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 119067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceSecureCodec); 11911bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 11921bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 119367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceNonSecureCodec); 11941bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1195c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 1196c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 1197c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu addResource(resourceType, String8(subtype), 1); 11981bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 11995778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12005778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 120392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentConfigured: 12045778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12055778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 12065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12076507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 12086507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 12096507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1210e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1211e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1212e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 12133a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 12143a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 12153a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 12163a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 12173a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 12182606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 12195778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12205778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 122392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatInputSurfaceCreated: 12247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 122592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 12267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 12271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 12287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 12297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 12307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 12317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 12327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 12336507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 12347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 12357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 124192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatSignaledInputEOS: 12427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 124392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 12441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 12457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 12467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 12477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12487cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 12537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 125492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatBuffersAllocated: 12555778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12567bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 12575778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 12585778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 12595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12605778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("%s buffers allocated", 12615778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 12625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12635778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput 12645778822d86b0337407514b9372562b86edfa91cdAndreas Huber || portIndex == kPortIndexOutput); 12655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[portIndex].clear(); 12675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12685778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 12695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1270eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<RefBase> obj; 1271eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber CHECK(msg->findObject("portDesc", &obj)); 1272eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 127392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar sp<CodecBase::PortDescription> portDesc = 127492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar static_cast<CodecBase::PortDescription *>(obj.get()); 12755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1276eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t numBuffers = portDesc->countBuffers(); 12775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1278c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker size_t totalSize = 0; 1279c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker for (size_t i = 0; i < numBuffers; ++i) { 1280c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (portIndex == kPortIndexInput && mCrypto != NULL) { 1281c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker totalSize += portDesc->bufferAt(i)->capacity(); 1282c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1283c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1284c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1285c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (totalSize) { 1286c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker mDealer = new MemoryDealer(totalSize, "MediaCodec"); 1287c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1288c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1289eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber for (size_t i = 0; i < numBuffers; ++i) { 12905778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo info; 1291eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mBufferID = portDesc->bufferIDAt(i); 12925778822d86b0337407514b9372562b86edfa91cdAndreas Huber info.mOwnedByClient = false; 1293eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mData = portDesc->bufferAt(i); 12945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12951bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (portIndex == kPortIndexInput && mCrypto != NULL) { 1296c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker sp<IMemory> mem = mDealer->allocate(info.mData->capacity()); 1297ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mEncryptedData = 1298c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker new ABuffer(mem->pointer(), info.mData->capacity()); 1299c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info.mSharedEncryptedBuffer = mem; 1300ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1301ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 13025778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffers->push_back(info); 13035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexOutput) { 13065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState == STARTING) { 13075778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We're always allocating output buffers after 13085778822d86b0337407514b9372562b86edfa91cdAndreas Huber // allocating input buffers, so this is a good 13095778822d86b0337407514b9372562b86edfa91cdAndreas Huber // indication that now all buffers are allocated. 131067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 1311c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu String8 subtype; 1312c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu addResource( 1313c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu String8(kResourceGraphicMemory), 1314c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu subtype, 1315c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu getGraphicBufferSize()); 131667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 13175778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTED); 13185778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 13195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 13205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagOutputBuffersChanged; 1321575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 13225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13245778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 132792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatOutputFormatChanged: 13285778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13295778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("codec output format changed"); 13305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1331475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mSoftRenderer == NULL && 1332f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface != NULL && 13333a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar (mFlags & kFlagUsesSoftwareRenderer)) { 13345778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 13355778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 13365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1337475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mime.startsWithIgnoreCase("video/")) { 1338f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSoftRenderer = new SoftwareRenderer(mSurface); 13395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat = msg; 1343e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1344e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagIsEncoder) { 1345e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Before we announce the format change we should 1346e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // collect codec specific data and amend the output 1347e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format as necessary. 1348e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagGatherCodecSpecificData; 1349c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagIsAsync) { 1350c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1351e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 1352e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagOutputFormatChanged; 1353e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber postActivityNotificationIfPossible(); 1354e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 13552514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 13562514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker // Notify mCrypto of video resolution changes 13572514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker if (mCrypto != NULL) { 13588140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar int32_t left, top, right, bottom, width, height; 13598140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 13608140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 13618140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } else if (mOutputFormat->findInt32("width", &width) 13628140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar && mOutputFormat->findInt32("height", &height)) { 13638140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(width, height); 13648140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } 13652514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker } 13662514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 13675778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 137092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFillThisBuffer: 13715778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13725778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 13735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1374c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1375c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1376c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 13775778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 13785778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13818ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 13828ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 13838ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 13848ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13858ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 13868ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 13878ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 13888ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 13898ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 13908ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13918ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 13928ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13938ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 13948ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 13958ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 13968ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1397251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1398575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1399575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 14008ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 14018ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 14028ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 14038ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 14048ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1405c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 14066e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 14073d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 14083d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 14093d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 14103d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 14113d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 14126e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1413c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 14145778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 14155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14165778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 14175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 14185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1419575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1420575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 14215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14225778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 142592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatDrainThisBuffer: 14265778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14275778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 14285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1429c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1430c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1431c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 14325778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 14335778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14362d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 14372d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber CHECK(msg->findBuffer("buffer", &buffer)); 14385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14395778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 14405778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", &omxFlags)); 14415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14425778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffer->meta()->setInt32("omxFlags", omxFlags); 14435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1444e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagGatherCodecSpecificData) { 1445e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // This is the very first output buffer after a 1446e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format change was signalled, it'll either contain 1447e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the one piece of codec specific data we can expect 1448e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // or there won't be codec specific data. 1449e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 1450e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber status_t err = 1451e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber amendOutputFormatWithCodecSpecificData(buffer); 1452e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1453e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (err != OK) { 1454e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ALOGE("Codec spit out malformed codec " 1455e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber "specific data!"); 1456e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1457e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1458e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1459e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1460c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1461c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1462c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1463c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1464c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1465e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1466e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1467c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1468c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1469c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 14705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 14715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14725778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 14735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 14745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1475575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1476575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 14775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1478575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 14795778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 148292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatEOS: 14835778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14845778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 14855778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 14865778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 148992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatShutdownCompleted: 14905778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1491c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == STOPPING) { 1492c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(INITIALIZED); 1493c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } else { 1494c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK_EQ(mState, RELEASING); 1495c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(UNINITIALIZED); 14966e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 1497c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 149852dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 14995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 150067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 150167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15025778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15035778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 150692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFlushCompleted: 15075778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15085530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 15095530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 15105530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 15115530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 15125530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 15135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15140e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 15150e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 15160e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 15170e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 15180e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 15190e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 15205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15215778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15225778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15255778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 15265778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 15275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15285778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15315778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 15325778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15333f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 15345778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1537c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15385778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 15425778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 15435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15445778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 15455778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 15465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15475778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 15485778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 15490db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 15500db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 15515778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 15525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15545778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 15555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 15575778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 15585778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 15595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 15605778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 15615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 15645778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1567c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1568c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 15693f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1570c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1571c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1572c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1573c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 15740e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 15750e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1576c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1577c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1578c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1579c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1580c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1581c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1582c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1583c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1584c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1585c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1586c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1587c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1588c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1589c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1590c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1591c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1592c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1593c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1594c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1595c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1596c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1597c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1598c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 15995778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 16005778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16013f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16025778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 16035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1605c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16095778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 1610f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 16115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16125778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 16135778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 16145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 16165778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 1617f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 16187541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1619c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 16207541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 16211bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 16221bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 1623f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 16241bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 16251bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16267541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 16277541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 16287541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 16291bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 16301bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 16311bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 16325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16341bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 16351bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16365778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 16375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 16385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 16405778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 1641e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 16425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16448ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 16458ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 16475778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 16511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 16521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 16531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 16541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 16551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 16561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface; 16571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 16581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 16591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 16601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 16611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 16621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 16631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 16641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 16651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 16661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 16671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 16681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 16691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 16701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 16711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 16721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 16731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 16741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == BAD_VALUE) { 16751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assuming reconnecting to same surface 16761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if it is the same surface 16771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 16781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 16791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 16801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 16811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 16821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 16831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 16841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 16851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 16881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 16891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 16901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 16941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 16961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 16971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 16981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 16991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 17021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 17067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 17073f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 17097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 17107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 17117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 1712c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 17137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 17147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 17167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 17177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->initiateCreateInputSurface(); 17187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 17197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 17215778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 17225778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17233f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17245778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 17255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17260e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 1727d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 17283d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 17293d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 17303d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 17313d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 17320e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 17330e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 1734d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 17350e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 1736c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 17375778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 17415778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 17425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 17445778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17475778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 1748c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 1749c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 1750aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 1751aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 1752aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 17533f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1754c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1755c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 175633223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung if (!((mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED) // See 1 175733223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 17580e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 175933223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 176033223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 176133223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 176252dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 176303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 176403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 176503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 176603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 176703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 1768c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 17696e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 17706e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 17716e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 17726e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 17736e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1774c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 1775c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 1776c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1777c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1778aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 1779aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 1780aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 1781aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 17826e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 17836e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 17846e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1785aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 1786aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 1787aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1788aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1789c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 1790aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 1791aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1792aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 1793aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 1794c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 17955778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 17965778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17995778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 18005778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18013f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18025778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1804c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1805c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1806c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1807c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1808c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1809c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 18106507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 18116507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 1812c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18136507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 18146507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 18156507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 18165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 18175778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18205778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 18215778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 18225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1824c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 18255778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 18295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 18305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 18325778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 18331d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 18345778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 18355778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 18365778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 18375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18385778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18415778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 18425778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18435778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 18445778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 18455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 18475778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 18485778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18515778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 18525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1853c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 18545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 18565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 18575778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18605778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 18615778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18623f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18635778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1865251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1866c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18675778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1868251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1869251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1870251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 18715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18735778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 18745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1875c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 18765778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18795778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 18805778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18813f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18825778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1884c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1885c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1886c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1887c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1888c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1889c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 18905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 18915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18945778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 18955778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 18965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1898c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 18995778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 19035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 19045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 19065778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 19071d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 19085778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 19095778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 19105778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 19115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19125778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19155778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 19165778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19175778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 19185778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 19195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 19215778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 19225778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19255778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 19265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1927c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 19285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 19305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 19315778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19345778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 19355778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19363f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1939251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1940c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19415778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1942251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1943251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1944251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19475778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 19485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1949c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 19505778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 19547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 19553f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 19577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1958251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1959c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19607cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 1961251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1962251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1963251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19647cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 19657cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 19667cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 19677cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 19687cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 19697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 19707cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 19715778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 19725778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19733f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19745778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1975e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // Unfortunately widevine legacy source requires knowing all of the 1976e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // codec input buffers, so we have to provide them even in async mode. 1977e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar int32_t widevine = 0; 1978e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->findInt32("widevine", &widevine); 19795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1980e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar if (!isExecuting() || ((mFlags & kFlagIsAsync) && !widevine)) { 1981c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19825778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1983251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1984251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1985251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19885778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 19895778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 19905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19915778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<sp<ABuffer> > *dstBuffers; 19925778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 19935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19945778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 19955778822d86b0337407514b9372562b86edfa91cdAndreas Huber const Vector<BufferInfo> &srcBuffers = mPortBuffers[portIndex]; 19965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19975778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < srcBuffers.size(); ++i) { 19985778822d86b0337407514b9372562b86edfa91cdAndreas Huber const BufferInfo &info = srcBuffers.itemAt(i); 19995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2000ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber dstBuffers->push_back( 20011bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (portIndex == kPortIndexInput && mCrypto != NULL) 2002ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? info.mEncryptedData : info.mData); 20035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20055778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 20065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20095778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 20105778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20113f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20125778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2014251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2015c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20165778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2017251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2018251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2019251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 20230e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 20245778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 20255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 20275778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 20285778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2031e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 20325778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 20335778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2034e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2035e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2036e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 20373f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20385778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2040e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 20410e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 20420e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2043e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2044c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20455778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2046251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2047251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2048251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20515778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2052e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 20535778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 20545778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2057496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2058496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2059496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2060496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2061496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2062496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2063575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2064575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2065575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2066575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2067575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2068575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2069575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2070575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2071575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2072717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2073717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 20743f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2075717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2076717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2077717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2078c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2079717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2080717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2081717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2082717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2083717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2084717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2085717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2086717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2087717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2088a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2089a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 20903f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2091a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2092a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2093a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2094a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2095a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2096a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2097a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2098c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2099a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2100a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2101a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 21025778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 21035778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 21045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21055778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 21065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21078ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 21088ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 21098ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21108ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 21118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 21128ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2113a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 21148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 21158ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 21168ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21178ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 21188ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 21198ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 21208ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2121a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 21228ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 21238ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21248ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 21258ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 21268ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21277bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo *info = 21287bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar &mPortBuffers[kPortIndexInput].itemAt(bufferIndex); 21298ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21308ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 21318ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 21328ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber const sp<ABuffer> &codecInputData = 21348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber (mCrypto != NULL) ? info->mEncryptedData : info->mData; 21358ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21368ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 21378ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 21388ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 21398ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21408ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 21418ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21428ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 21438ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21441d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 21458ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 21468ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 21478ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 21488ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 21498ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 21508ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 21518ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21528ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 21538ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 21548ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21555778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 21567541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 21575778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 21585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 21595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21601bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 2161f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 21625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2163671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 21645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 21655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 21665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 21675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2168e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2169e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 2170c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2171251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2172575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2173575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2174c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 21755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2177717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2178671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2179671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2180671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2181aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2182aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2183aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2184aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2185717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2186717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 21875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 21885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21895778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 21902606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 21912606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 21925778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 21935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21945778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodec() { 21955778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 21965778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 21975778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 21985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21995778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex) { 22005778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 22017bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 22025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22035778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 22045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22055778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 22065778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 22075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify != NULL) { 22095778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = info->mNotify; 22105778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 22115778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mOwnedByClient = false; 22125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexInput) { 22147fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* no error, just returning buffers */ 22157fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar msg->setInt32("err", OK); 22165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22175778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 22185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 22225778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22245778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 22255778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 22265778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 22275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2228609b815a3131d22da38b2f452faa9f89daad4039Andy Hung uint32_t bufferID; 2229609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 22305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22315778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 22325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22335778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 22345778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 22355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mBufferID == bufferID) { 22375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(info->mNotify == NULL); 22385778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("reply", &info->mNotify)); 22395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2240475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mFormat = 2241475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu (portIndex == kPortIndexInput) ? mInputFormat : mOutputFormat; 22425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].push_back(i); 22435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return i; 22455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22485778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 22495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 22515778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22535778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 22545778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 22555778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 22565778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 22575778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 22585778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 22595778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 22605778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 22615778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 22625778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 22635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22644b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 22654b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 22664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 22674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 22684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 22694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22704b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 22714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 22724b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 22734b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22744b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 22754b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto != NULL) { 22764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 22774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 22784b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22794b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 22804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 22814b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 22824b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 22834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 22844b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 22854b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto == NULL) { 22864b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 22874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 22884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 22904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 22914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 22924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 22934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 22954b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 22964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 22984b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22994b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 23004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 23014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 23024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 23034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 23044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 23054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 23075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 23085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23105778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexInput].editItemAt(index); 23115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 23135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 23145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 23175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 23185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23205778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> reply = info->mNotify; 23215778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 23225778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 23235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_EOS) { 23255778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("eos", true); 23265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_CODECCONFIG) { 23295778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("csd", true); 23305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23321bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (mCrypto != NULL) { 23331bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (size > info->mEncryptedData->capacity()) { 23341bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber return -ERANGE; 2335ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2336ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 23375b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 23385b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 23395b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 2340fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong ssize_t result = mCrypto->decrypt( 23411bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (mFlags & kFlagIsSecure) != 0, 23421bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 23431bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 23441bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 2345c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info->mSharedEncryptedBuffer, 2346c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker offset, 23474b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 23484b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 23495b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mData->base(), 23505b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 23511bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2352fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong if (result < 0) { 2353fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong return result; 2354ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2355ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2356fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong info->mData->setRange(0, result); 2357ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2358ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 23597bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 23607bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 23617bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 23627bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 23637bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 23642d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber reply->setBuffer("buffer", info->mData); 23655778822d86b0337407514b9372562b86edfa91cdAndreas Huber reply->post(); 23665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23675b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mNotify = NULL; 23685b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 23695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 23705778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23725778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 23735778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 23745778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 23755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23765778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 23775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 23785778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 23795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23810e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 23825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 23835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 23865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 23875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23895778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index); 23905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23915778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 23925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 23935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23957bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 23967bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 23977bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 23987bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 23997bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 24007bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 240179ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou if (render && info->mData != NULL && info->mData->size() != 0) { 24025778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->setInt32("render", true); 24035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2404fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 2405fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (msg->findInt64("timestampNs", ×tampNs)) { 2406fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar info->mNotify->setInt64("timestampNs", timestampNs); 2407fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } else { 2408fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // TODO: it seems like we should use the timestamp 2409fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // in the (media)buffer as it potentially came from 2410fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // an input surface, but we did not propagate it prior to 2411fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // API 20. Perhaps check for target SDK version. 2412fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#if 0 2413fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 241447aea1f7c58f5302b16822f9e7e1763f2af04ef5Lajos Molnar ALOGV("using buffer PTS of %" PRId64, timestampNs); 2415fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 2416fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2417fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#endif 2418fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2419fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 24205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 24215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer->render( 2422475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mData->data(), info->mData->size(), 2423475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu timestampNs, NULL, info->mFormat); 24245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24275778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->post(); 24285778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 24295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 24315778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24335778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 24345778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 24355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24365778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 24395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 24405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24425778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 24435778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 24445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24455778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[portIndex].editItemAt(index); 24465778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 24477bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 24487bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 24497bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 245003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 245103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 245203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat != NULL) { 245303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 245403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findBuffer("image-data", &imageData)) { 245503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 245603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 245703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 245803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findRect("crop", &left, &top, &right, &bottom)) { 245903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 246003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 246103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 24627bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 24635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 24655778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 24681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 24691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 24701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 24711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == BAD_VALUE) { 24721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGI("native window already connected. Assuming no change of surface"); 24731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (err != OK) { 24741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_api_connect returned an error: %s (%d)", strerror(-err), err); 24751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 24781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 24797541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 24801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 24811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 2482f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 24831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_disconnect(mSurface.get(), NATIVE_WINDOW_API_MEDIA); 24847541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 24851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("native_window_api_disconnect returned an error: %s (%d)", strerror(-err), err); 24867541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 24871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 2488f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 24897541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 24901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 24911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 24927541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 24931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 24941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 24951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 24961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 24971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2498f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 24991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 25001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 25011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 25027541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 25037541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 25041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 25057541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 25067541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2507c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 2508c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2509c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 2510c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2511c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 2512c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2513c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2514c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2515c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2516c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2517c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 2518c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2519c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 2520c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang const sp<ABuffer> &buffer = 2521c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mPortBuffers[kPortIndexOutput].itemAt(index).mData; 2522c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2523c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 2524c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2525c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 2526c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 2527c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2528c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 2529c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 2530c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2531c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 2532c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2533c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t omxFlags; 2534c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 2535c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2536c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t flags = 0; 2537c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 2538c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_SYNCFRAME; 2539c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2540c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 2541c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_CODECCONFIG; 2542c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2543c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_EOS) { 2544c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_EOS; 2545c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2546c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2547c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 2548c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2549c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2550c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2551c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2552c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2553749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 2554c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2555c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2556c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 2557c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 2558749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 2559749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 2560749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 2561749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 2562749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 2563c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2564c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2565c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2566c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2567c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2568c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 2569c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2570c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2571c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 2572c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 2573c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2574c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2575c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2576c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2577c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2578575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 2579575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 2580575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 2581575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2582575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2583e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 2584e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 2585575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 2586e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 2587e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2588e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 2589575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 2590575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 2591e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 2592e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 2593e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2594e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 2595e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 2596e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 2597e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 2598e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 2599e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 2600e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 2601575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 2602575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2603575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2604575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 2605575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2606a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 26071d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 2608a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 2609a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2610a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 2611a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 2612a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2613a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2614a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 2615a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 2616a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2617a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 2618a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2619a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2620e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 2621e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const sp<ABuffer> &buffer) { 2622e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 2623e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 2624e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2625e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 2626e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 2627e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 2628e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 2629e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 2630e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2631e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 2632e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2633e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 2634e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 2635e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2636e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 2637e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 2638e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 2639e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 2640e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 2641e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 2642e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2643e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 2644a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 2645e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2646e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 2647e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2648e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2649e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 2650e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 2651e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2652e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 2653e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 2654e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 2655e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer("csd-0", buffer); 2656e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2657e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2658e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2659e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2660e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 26612606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 26622606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mState == CONFIGURED && !mBatteryStatNotified) { 26632606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 26642606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 26652606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 26662606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartVideo(); 26672606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 26682606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartAudio(); 26692606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 26702606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 26712606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 26722606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 26732606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 26742606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 26752606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 26762606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopVideo(); 26772606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 26782606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopAudio(); 26792606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 26802606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 26812606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 26822606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 26832606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 26842606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 26855778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 2686