MediaCodec.cpp revision f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ff
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 225778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 242606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IBatteryStats.h> 25c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 272606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 28c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 291a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 30ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 3167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 325778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 335778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 345778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 355b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 36ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 375778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 392606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 406f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 41e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 425778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 43744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 445778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 452606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 462606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 48e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 495778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic inline int getCallingPid() { 5267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return IPCThreadState::self()->getCallingPid(); 5367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 5467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 5567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic int64_t getId(sp<IResourceManagerClient> client) { 5667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 5767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 5867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 5967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 6067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OMX_ErrorInsufficientResources); 6167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 6467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 6667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 6767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 6967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 7067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 7167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 7267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 7367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 7467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err = codec->release(); 7567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 7667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 7767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 7867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 7967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 818f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 828f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 838f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 848f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 858f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 868f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 878f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 888f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 898f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 908f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 918f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 928f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 938f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 948f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 9567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 9767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 9867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 10067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 10167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 10367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 10467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1052606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangstruct MediaCodec::BatteryNotifier : public Singleton<BatteryNotifier> { 1062606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier(); 107d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang virtual ~BatteryNotifier(); 1082606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1092606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStartVideo(); 1102606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStopVideo(); 1112606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStartAudio(); 1122606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang void noteStopAudio(); 113d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang void onBatteryStatServiceDied(); 1142606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1152606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangprivate: 116d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang struct DeathNotifier : public IBinder::DeathRecipient { 117d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang DeathNotifier() {} 118d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang virtual void binderDied(const wp<IBinder>& /*who*/) { 119d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang BatteryNotifier::getInstance().onBatteryStatServiceDied(); 120d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang } 121d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang }; 122d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 123d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang Mutex mLock; 1242606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang int32_t mVideoRefCount; 1252606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang int32_t mAudioRefCount; 1262606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang sp<IBatteryStats> mBatteryStatService; 127d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang sp<DeathNotifier> mDeathNotifier; 128d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 129d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang sp<IBatteryStats> getBatteryService_l(); 130d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 131d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang DISALLOW_EVIL_CONSTRUCTORS(BatteryNotifier); 1322606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang}; 1332606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1342606b10d51c2dceb851a2ea63e803aba4134bf00Chong ZhangANDROID_SINGLETON_STATIC_INSTANCE(MediaCodec::BatteryNotifier) 1352606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1362606b10d51c2dceb851a2ea63e803aba4134bf00Chong ZhangMediaCodec::BatteryNotifier::BatteryNotifier() : 1372606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mVideoRefCount(0), 1382606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mAudioRefCount(0) { 139d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang} 140d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 141d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhangsp<IBatteryStats> MediaCodec::BatteryNotifier::getBatteryService_l() { 142d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mBatteryStatService != NULL) { 143d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang return mBatteryStatService; 144d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang } 145d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang // get battery service from service manager 1462606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang const sp<IServiceManager> sm(defaultServiceManager()); 1472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (sm != NULL) { 1482606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang const String16 name("batterystats"); 149d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mBatteryStatService = 150d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang interface_cast<IBatteryStats>(sm->getService(name)); 1512606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mBatteryStatService == NULL) { 1522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGE("batterystats service unavailable!"); 153d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang return NULL; 154d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang } 155d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mDeathNotifier = new DeathNotifier(); 15645c765da4d67088ea7ce0fab438300682c3914f0Chong Zhang IInterface::asBinder(mBatteryStatService)->linkToDeath(mDeathNotifier); 157d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang // notify start now if media already started 158d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mVideoRefCount > 0) { 159d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mBatteryStatService->noteStartVideo(AID_MEDIA); 160d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang } 161d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mAudioRefCount > 0) { 162d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mBatteryStatService->noteStartAudio(AID_MEDIA); 163d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang } 164d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang } 165d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang return mBatteryStatService; 166d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang} 167d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 168d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong ZhangMediaCodec::BatteryNotifier::~BatteryNotifier() { 169d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mDeathNotifier != NULL) { 170d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang IInterface::asBinder(mBatteryStatService)-> 171d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang unlinkToDeath(mDeathNotifier); 1722606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1732606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 1742606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1752606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStartVideo() { 176d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang Mutex::Autolock _l(mLock); 177d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang sp<IBatteryStats> batteryService = getBatteryService_l(); 178d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mVideoRefCount == 0 && batteryService != NULL) { 179d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang batteryService->noteStartVideo(AID_MEDIA); 1802606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1812606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mVideoRefCount++; 1822606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 1832606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1842606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStopVideo() { 185d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang Mutex::Autolock _l(mLock); 1862606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mVideoRefCount == 0) { 1872606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGW("BatteryNotifier::noteStop(): video refcount is broken!"); 1882606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang return; 1892606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1902606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 191d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang sp<IBatteryStats> batteryService = getBatteryService_l(); 19245c765da4d67088ea7ce0fab438300682c3914f0Chong Zhang 19345c765da4d67088ea7ce0fab438300682c3914f0Chong Zhang mVideoRefCount--; 194d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mVideoRefCount == 0 && batteryService != NULL) { 195d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang batteryService->noteStopVideo(AID_MEDIA); 1962606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 1972606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 1982606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 1992606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStartAudio() { 200d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang Mutex::Autolock _l(mLock); 201d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang sp<IBatteryStats> batteryService = getBatteryService_l(); 202d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mAudioRefCount == 0 && batteryService != NULL) { 203d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang batteryService->noteStartAudio(AID_MEDIA); 2042606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 2052606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mAudioRefCount++; 2062606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 2072606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 2082606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::BatteryNotifier::noteStopAudio() { 209d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang Mutex::Autolock _l(mLock); 2102606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mAudioRefCount == 0) { 2112606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang ALOGW("BatteryNotifier::noteStop(): audio refcount is broken!"); 2122606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang return; 2132606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 2142606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 215d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang sp<IBatteryStats> batteryService = getBatteryService_l(); 21645c765da4d67088ea7ce0fab438300682c3914f0Chong Zhang 21745c765da4d67088ea7ce0fab438300682c3914f0Chong Zhang mAudioRefCount--; 218d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang if (mAudioRefCount == 0 && batteryService != NULL) { 219d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang batteryService->noteStopAudio(AID_MEDIA); 2202606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 2212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 222d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 223d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhangvoid MediaCodec::BatteryNotifier::onBatteryStatServiceDied() { 224d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang Mutex::Autolock _l(mLock); 225d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mBatteryStatService.clear(); 226d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang mDeathNotifier.clear(); 227d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang // Do not reset mVideoRefCount and mAudioRefCount here. The ref 228d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang // counting is independent of the battery service availability. 229d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang // We need this if battery service becomes available after media 230d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang // started. 231d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang} 232d7ed649cfeff62680b8edb4cb86ce239116d8c8bChong Zhang 23367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy() { 23467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 23567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 23667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 23767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 23867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 23967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 24067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 24167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 24267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 24367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 24467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 24567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 24667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 24767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 24867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 24967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 250e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 25167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 25267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 25367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 25467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 25567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 25667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 25767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 25867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 25967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 26067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int pid, 26167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 26267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const sp<IResourceManagerClient> client, 26367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 26467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 26567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 26667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 26767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 26867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService->addResource(pid, clientId, client, resources); 26967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 27067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 27167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 27267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 27367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 27467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 27567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 27667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService->removeResource(clientId); 27767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 27867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 27967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 28067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int callingPid, const Vector<MediaResource> &resources) { 28167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 28267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 28367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 28467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 28567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return mService->reclaimResource(callingPid, resources); 28667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 28767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 2885778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 2895778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 290251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const sp<ALooper> &looper, const char *mime, bool encoder, status_t *err) { 2915778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = new MediaCodec(looper); 2925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 293251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 294251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 295251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 296251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 297251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 2985778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3005778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 3015778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 302251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const sp<ALooper> &looper, const char *name, status_t *err) { 3035778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = new MediaCodec(looper); 3045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 305251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 306251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 307251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 308251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 309251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 3105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3125778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::MediaCodec(const sp<ALooper> &looper) 3135778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 3145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 31592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 3167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 3175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 318251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 3195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 320ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 321ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerService(new ResourceManagerServiceProxy()), 3222606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 3232606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 32467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 32567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 3265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 3275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 3285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 3296507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 3303d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 3313d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 3325778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3345778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 3355778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 33667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 3375778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3395778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 3405778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 3415778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 3425778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 3435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 3455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 3465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 3495778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 3505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 3535778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 355c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang// static 3563f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 357c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 358c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->setInt32("err", err); 359c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 360c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 361c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 362dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 36367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 36467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 365671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 366671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 367671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 368671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 369671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 3705778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 3715778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 3725778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 3735778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 374744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 375bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung if (nameIsType || !strncasecmp(name.c_str(), "omx.", 4)) { 376744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new ACodec; 377744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else if (!nameIsType 378bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung && !strncasecmp(name.c_str(), "android.filter.", 15)) { 379744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new MediaFilter; 380744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else { 381744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 382744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 383744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 38467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 385dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 38667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 3876f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 3886f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 3896f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 39067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 3916f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 3926f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 39360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 39448a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (mcl == NULL) { 39548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec = NULL; // remove the codec. 39648a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return NO_INIT; // if called from Java should raise IOException 39748a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 3986f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 3996f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 40060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 40160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 40260b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 40360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 40460b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 40567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 40660b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 4076f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 4086f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 4096f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 4105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 41367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 4145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 4155778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 4165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 4175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 4185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 4215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 4225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 4235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 4265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4271d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar mCodec->setNotificationMessage(new AMessage(kWhatCodecNotify, this)); 4285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4291d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 4305778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 4315778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 4325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 4345778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 4355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 43867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 43967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = secureCodec ? kResourceSecureCodec : kResourceNonSecureCodec; 440c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 441c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 44267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 44367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 44467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 44567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mResourceManagerService->reclaimResource(getCallingPid(), resources)) { 44667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 44767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 44867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 44967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 45067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 45167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 45267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 45367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 45467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 45567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 45667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 4575778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 459c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 4601d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 461c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 462c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 463c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 464c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 465c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 466c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 4675778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 4685778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 469f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 4701bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 4715778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 4721d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 4735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 47467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 47567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 47667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 47767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 47867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 4795778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 4805778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 481f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 4821bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 4831bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (crypto != NULL) { 4841bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setPointer("crypto", crypto.get()); 4855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 48767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 48867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 489f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 49067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 49167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 49267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 49367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 494c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 495c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 49667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 49767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 49867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 49967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 50067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 50167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 50267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mResourceManagerService->reclaimResource(getCallingPid(), resources)) { 50367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 50467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 50567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 506f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 50767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 50867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 50967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 51067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 51167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 51267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 51367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 51467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 51567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 51667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 51767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 51867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 51967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 52067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 52167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 522f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 523f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 5245778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 5277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 5281d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 5297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 5317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 5327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 5337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 5347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 5357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 5367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 5377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 5387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 5397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 5407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 5417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 5427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 5437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 5447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 54667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 54767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 54867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 54967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 55067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 55167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 55267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 55367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 55467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 55567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 55667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 55767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 55867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 55967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 560c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wuvoid MediaCodec::addResource(const String8 &type, const String8 &subtype, uint64_t value) { 56167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 562c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 56367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 56467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu getCallingPid(), getId(mResourceManagerClient), mResourceManagerClient, resources); 56567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 56667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 5675778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 5681d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 5695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 57067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 57167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 57267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 57367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 574c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 575c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 57667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 57767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 57867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 57967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 58067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 58167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 58267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mResourceManagerService->reclaimResource(getCallingPid(), resources)) { 58367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 58467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 58567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 58667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 58767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 58867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 58967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 59067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 59167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 59267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 59367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 59467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 59567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 59667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 59767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 59867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 59967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 60067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 60167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 60267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 60367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 60467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 60567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 6065778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6085778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 6091d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 6105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6115778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6125778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6135778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 615c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 6161d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 617c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 618c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 619c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 620c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 621c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 622671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 623671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 624671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 625671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 626671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 627671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 628671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 629671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 630671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 631671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 632671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 633671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 634671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 635671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 636671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 637671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 638671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 639671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 640671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 641251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 642671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 643671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 644671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 645671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 646671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 647671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 648671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 649671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 650671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 651671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 652dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 653671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 654671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 655671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 656671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 6575778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 6585778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 6595778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 6605778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 6615778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 6625b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6635b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6645b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6655b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6665b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6675b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6681d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 6695778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 6705778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 6715778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 6725778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 6735778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 6745b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 6755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6765778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6785778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 6814b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 6824b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 6834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 6844b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 6854b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 6864b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 6874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 6884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 6895b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6905b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6915b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6925b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6935b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6945b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6951d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 6964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 6974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 6984b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 6994b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 7004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 7014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 7024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 7034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 7044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 7055b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 7064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 7074b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 7085b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 7095b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 7105b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 7114b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 7124b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 7135778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 7141d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 7155778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7175778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7185778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7235778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7265778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7285778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 7295778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 7305778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 7315778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 7325778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 7335778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 7345778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 7351d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 7365778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7385778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7395778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7445778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7455778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 7465778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 7475778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 7485778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 7495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7515778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7535778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 7541d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7555778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7565778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 7575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7585778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7605778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 762fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 7631d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 764fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 765fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 766fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 767fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 768fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 769fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 770fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 771fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 7725778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 7731d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7745778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7765778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7785778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 7811d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 7827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 7847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 7857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 7867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7875778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 7881d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 7895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7905778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7915778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7935778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7965778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 7975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7995778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 801e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 8021d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 803e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 804e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 805e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 806e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 807e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 808e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 809e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 810e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 811e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 812e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 813e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 814e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 815717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 8161d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 817717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 818717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 819717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 820717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 821717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 822717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 823717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 824717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 825717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 826717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 827717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 828717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 829e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnarstatus_t MediaCodec::getWidevineLegacyBuffers(Vector<sp<ABuffer> > *buffers) const { 830e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 831e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("portIndex", kPortIndexInput); 832e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setPointer("buffers", buffers); 833e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("widevine", true); 834e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 835e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> response; 836e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar return PostAndAwaitResponse(msg, &response); 837e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar} 838e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 8395778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getInputBuffers(Vector<sp<ABuffer> > *buffers) const { 8401d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8415778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 8425778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8445778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8465778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8485778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputBuffers(Vector<sp<ABuffer> > *buffers) const { 8491d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8505778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 8515778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8535778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8555778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8577bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputBuffer(size_t index, sp<ABuffer> *buffer) { 8587bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8597bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 8607bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8617bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8627bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 8637bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> buffer; 8647bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 8657bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8667bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getInputBuffer(size_t index, sp<ABuffer> *buffer) { 8687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 8707bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8717bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8720e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 8730e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 8740e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 8750e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 8767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 8777bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 8787bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> *buffer, sp<AMessage> *format) { 8797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 8807bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8817bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 8827bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 8830e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 8847bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 8857bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 8867bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8877bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 8887bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 8897bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 8907bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 8917bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (index < buffers->size()) { 8927bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo &info = buffers->itemAt(index); 8937bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (info.mOwnedByClient) { 8940837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar // by the time buffers array is initialized, crypto is set 8950837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar if (portIndex == kPortIndexInput && mCrypto != NULL) { 8960837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mEncryptedData; 8970837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } else { 8980837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mData; 8990837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } 9007bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar *format = info.mFormat; 9017bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 9027bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 9037bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 9047bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 9057bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 9065778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 9071d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 9085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9095778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 9115778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 913496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 9141d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 915496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 916496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 917496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 918496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 919575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 9201d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 921575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 922575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 923575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 924575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 9255778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 9265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9275778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 9285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 929c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 9305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9315778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 9325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 9335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 9345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 937c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 9385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9395778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 9405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 9415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 9425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9435778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9453f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9460e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9475778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 948c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 9495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 950251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 951251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 952251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 9535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9555778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 9565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 9585778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 9595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 9605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9625778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 9635778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 9645778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 9655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9665778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 9675778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9693f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9705778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 9715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9720e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9735778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 9745778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INVALID_OPERATION); 975251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 976251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung response->setInt32("err", getStickyError()); 9775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 9785778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INFO_OUTPUT_BUFFERS_CHANGED); 9795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 9805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 9815778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("err", INFO_FORMAT_CHANGED); 9825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 9835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 9845778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 9855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 9875778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 9885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 9895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9915778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<ABuffer> &buffer = 9925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[kPortIndexOutput].itemAt(index).mData; 9935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9945778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 9955778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 9965778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 9975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9985778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 9995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 10005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10015778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 10025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10035778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 10045778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 10055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10065778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags = 0; 10075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 10085778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_SYNCFRAME; 10095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 10115778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_CODECCONFIG; 10125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_EOS) { 10145778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_EOS; 10155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10175778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 10185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10205778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 10215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 10235778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10255778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 10265778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 10275778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 10285778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10295778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 10305778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 10315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10325778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 103392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatError: 10345778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1035251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1036251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1037251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 10385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10399e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 10409e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1041251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1042aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 104352dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1044aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1045aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 10465530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 10475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10485778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 10495778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 10505778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10515778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 10525778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10555778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 10565778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1057c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1058c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 10595778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10625778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 10635778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1064c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1065c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 10665778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10695778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STOPPING: 1070c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 10715778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10725778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 10735778822d86b0337407514b9372562b86edfa91cdAndreas Huber // the shutdown complete notification. 10745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10755530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 107603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 1077aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 107803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 107903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 108003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 108103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 108203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 108303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 108403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 108503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 10866e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 10876e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 10886e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 108903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 109003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 10915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10945778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 10955778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10969e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 10979e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 10989e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 10999e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 11009e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 11019e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 11025778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11050e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 11065778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 11075778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11085530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1110251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1111575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 11125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11135778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1114c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1115c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1116251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1117251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1118251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1119251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1120251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1121251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1122251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1123251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1124251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1125251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1126251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1127c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11285778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11315778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 11325778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11335530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1135251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1136575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1137c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1138251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1139251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1140251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1141251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1142c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1143251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1144251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1145251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1146251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1147251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1148251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1149251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1150251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1151251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1152251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1153251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1154c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11555778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11595530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1160251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 11615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11625778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 116592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentAllocated: 11665778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11675778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 11685778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 116952dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 11705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1171717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 11725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1173717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 11743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 11755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 11763a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 11775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 117967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu String8 resourceType; 1180717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 11811bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 118267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceSecureCodec); 11831bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 11841bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 118567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceNonSecureCodec); 11861bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1187c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 1188c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 1189c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu addResource(resourceType, String8(subtype), 1); 11901bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 11915778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 11925778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 119592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentConfigured: 11965778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11975778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 11985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11996507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 12006507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 12016507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1202e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1203e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1204e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 12053a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 12063a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 12073a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 12083a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 12093a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 12102606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 12115778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12125778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 121592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatInputSurfaceCreated: 12167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 121792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 12187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 12197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response = new AMessage(); 12207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 12217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 12227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 12237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 12247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 12256507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 12267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 12277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 123392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatSignaledInputEOS: 12347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 123592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 12367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response = new AMessage(); 12377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 12387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 12397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 12457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 124692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatBuffersAllocated: 12475778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12487bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 12495778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 12505778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 12515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12525778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("%s buffers allocated", 12535778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 12545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12555778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput 12565778822d86b0337407514b9372562b86edfa91cdAndreas Huber || portIndex == kPortIndexOutput); 12575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[portIndex].clear(); 12595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12605778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 12615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1262eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<RefBase> obj; 1263eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber CHECK(msg->findObject("portDesc", &obj)); 1264eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 126592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar sp<CodecBase::PortDescription> portDesc = 126692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar static_cast<CodecBase::PortDescription *>(obj.get()); 12675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1268eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t numBuffers = portDesc->countBuffers(); 12695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1270c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker size_t totalSize = 0; 1271c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker for (size_t i = 0; i < numBuffers; ++i) { 1272c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (portIndex == kPortIndexInput && mCrypto != NULL) { 1273c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker totalSize += portDesc->bufferAt(i)->capacity(); 1274c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1275c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1276c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1277c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (totalSize) { 1278c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker mDealer = new MemoryDealer(totalSize, "MediaCodec"); 1279c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1280c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1281eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber for (size_t i = 0; i < numBuffers; ++i) { 12825778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo info; 1283eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mBufferID = portDesc->bufferIDAt(i); 12845778822d86b0337407514b9372562b86edfa91cdAndreas Huber info.mOwnedByClient = false; 1285eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mData = portDesc->bufferAt(i); 12865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12871bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (portIndex == kPortIndexInput && mCrypto != NULL) { 1288c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker sp<IMemory> mem = mDealer->allocate(info.mData->capacity()); 1289ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mEncryptedData = 1290c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker new ABuffer(mem->pointer(), info.mData->capacity()); 1291c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info.mSharedEncryptedBuffer = mem; 1292ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1293ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 12945778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffers->push_back(info); 12955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexOutput) { 12985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState == STARTING) { 12995778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We're always allocating output buffers after 13005778822d86b0337407514b9372562b86edfa91cdAndreas Huber // allocating input buffers, so this is a good 13015778822d86b0337407514b9372562b86edfa91cdAndreas Huber // indication that now all buffers are allocated. 130267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 1303c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu String8 subtype; 1304c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu addResource( 1305c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu String8(kResourceGraphicMemory), 1306c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu subtype, 1307c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu getGraphicBufferSize()); 130867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 13095778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTED); 13105778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 13115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 13125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagOutputBuffersChanged; 1313575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 13145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13165778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 131992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatOutputFormatChanged: 13205778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13215778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("codec output format changed"); 13225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1323475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mSoftRenderer == NULL && 1324f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface != NULL && 13253a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar (mFlags & kFlagUsesSoftwareRenderer)) { 13265778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 13275778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 13285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1329475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mime.startsWithIgnoreCase("video/")) { 1330f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSoftRenderer = new SoftwareRenderer(mSurface); 13315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat = msg; 1335e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1336e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagIsEncoder) { 1337e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Before we announce the format change we should 1338e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // collect codec specific data and amend the output 1339e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format as necessary. 1340e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagGatherCodecSpecificData; 1341c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagIsAsync) { 1342c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1343e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 1344e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagOutputFormatChanged; 1345e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber postActivityNotificationIfPossible(); 1346e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 13472514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 13482514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker // Notify mCrypto of video resolution changes 13492514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker if (mCrypto != NULL) { 13508140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar int32_t left, top, right, bottom, width, height; 13518140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 13528140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 13538140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } else if (mOutputFormat->findInt32("width", &width) 13548140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar && mOutputFormat->findInt32("height", &height)) { 13558140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(width, height); 13568140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } 13572514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker } 13582514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 13595778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 136292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFillThisBuffer: 13635778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13645778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 13655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1366c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1367c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1368c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 13695778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 13705778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13738ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 13748ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 13758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 13768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 13788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 13798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 13808ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 13818ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 13828ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13838ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 13848ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13858ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 13868ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 13878ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 13888ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1389251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1390575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1391575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 13928ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 13938ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 13948ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 13958ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 13968ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1397c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 13986e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 13993d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 14003d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 14013d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 14023d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 14033d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 14046e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1405c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 14065778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 14075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14085778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 14095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 14105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1411575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1412575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 14135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14145778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 141792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatDrainThisBuffer: 14185778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14195778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 14205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1421c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1422c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1423c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 14245778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 14255778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14282d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 14292d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber CHECK(msg->findBuffer("buffer", &buffer)); 14305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14315778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 14325778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", &omxFlags)); 14335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14345778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffer->meta()->setInt32("omxFlags", omxFlags); 14355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1436e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagGatherCodecSpecificData) { 1437e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // This is the very first output buffer after a 1438e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format change was signalled, it'll either contain 1439e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the one piece of codec specific data we can expect 1440e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // or there won't be codec specific data. 1441e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 1442e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber status_t err = 1443e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber amendOutputFormatWithCodecSpecificData(buffer); 1444e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1445e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (err != OK) { 1446e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ALOGE("Codec spit out malformed codec " 1447e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber "specific data!"); 1448e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1449e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1450e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1451e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1452c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1453c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1454c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1455c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1456c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1457e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1458e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1459c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1460c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1461c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 14625778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 14635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14645778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 14655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 14665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1467575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1468575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 14695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1470575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 14715778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 147492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatEOS: 14755778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14765778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 14775778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 14785778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 148192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatShutdownCompleted: 14825778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1483c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == STOPPING) { 1484c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(INITIALIZED); 1485c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } else { 1486c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK_EQ(mState, RELEASING); 1487c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(UNINITIALIZED); 14886e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 1489c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 149052dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 14915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 149267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 149367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14945778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 14955778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 149892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFlushCompleted: 14995778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15005530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 15015530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 15025530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 15035530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 15045530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 15055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15060e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 15070e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 15080e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 15090e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 15100e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 15110e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 15125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15135778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15145778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15175778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 15185778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 15195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15205778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15235778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 15245778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15253f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 15265778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1529c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15305778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 15345778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 15355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15365778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 15375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 15385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15395778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 15405778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 15410db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 15420db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 15435778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 15445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15465778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 15475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 15495778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 15505778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 15515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 15525778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 15535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 15565778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1559c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1560c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 15613f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1562c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1563c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1564c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1565c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 15660e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 15670e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1568c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1569c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1570c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1571c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1572c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1573c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1574c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1575c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1576c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1577c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1578c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1579c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1580c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1581c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1582c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1583c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1584c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1585c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1586c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1587c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1588c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1589c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1590c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 15915778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 15925778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15933f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 15945778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1597c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16015778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 1602f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 16035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16045778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 16055778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 16065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 16085778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 1609f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 16107541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1611c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 16127541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 16131bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 16141bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 1615f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 16161bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 16171bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16187541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 16197541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 16207541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 16211bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 16221bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 16231bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 16245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16261bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 16271bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16285778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 16295778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 16305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 16325778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 1633e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 16345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16368ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 16378ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 16395778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 16437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 16443f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 16467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 16477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 16487cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 1649c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 16517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 16537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 16547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->initiateCreateInputSurface(); 16557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 16567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 16585778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 16595778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16603f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16615778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 16625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16630e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 1664d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 16653d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 16663d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 16673d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 16683d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 16690e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 16700e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 1671d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 16720e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 1673c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16745778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 16785778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 16795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 16815778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16845778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 1685c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 1686c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 1687aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 1688aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 1689aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 16903f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1691c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1692c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 169333223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung if (!((mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED) // See 1 169433223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 16950e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 169633223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 169733223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 169833223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 169952dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 170003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 170103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 170203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 170303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 170403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 1705c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 17066e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 17076e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 17086e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 17096e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 17106e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1711c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 1712c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 1713c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1714c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1715aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 1716aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 1717aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 1718aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 17196e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 17206e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 17216e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1722aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 1723aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 1724aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1725aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1726c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 1727aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 1728aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1729aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 1730aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 1731c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 17325778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 17335778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17365778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 17375778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17383f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17395778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 17405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1741c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1742c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1743c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1744c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1745c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1746c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 17476507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 17486507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 1749c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 17506507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 17516507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 17526507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 17535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 17545778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17575778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 17585778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 17595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1761c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 17625778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 17665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 17675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 17695778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 17701d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 17715778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 17725778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 17735778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 17745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17755778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17785778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 17795778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17805778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 17815778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 17825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 17845778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 17855778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17885778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 17895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1790c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 17915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 17935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 17945778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17975778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 17985778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17993f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18005778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1802251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1803c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18045778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1805251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1806251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1807251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 18085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18105778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 18115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1812c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 18135778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18165778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 18175778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18183f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18195778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1821c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1822c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1823c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1824c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1825c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1826c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 18275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 18285778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18315778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 18325778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 18335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1835c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 18365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18395778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 18405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 18415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 18435778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 18441d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 18455778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 18465778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 18475778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 18485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18495778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18525778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 18535778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18545778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 18555778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 18565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 18585778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 18595778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18625778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 18635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1864c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 18655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 18675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 18685778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18715778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 18725778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18733f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18745778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1876251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1877c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18785778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1879251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1880251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1881251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 18825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18845778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 18855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1886c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 18875778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 18917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 18923f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 18947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1895251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1896c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 1898251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1899251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1900251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 19027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 19037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 19047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 19057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 19067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 19077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 19085778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 19095778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19103f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19115778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1912e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // Unfortunately widevine legacy source requires knowing all of the 1913e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // codec input buffers, so we have to provide them even in async mode. 1914e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar int32_t widevine = 0; 1915e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->findInt32("widevine", &widevine); 19165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1917e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar if (!isExecuting() || ((mFlags & kFlagIsAsync) && !widevine)) { 1918c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19195778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1920251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1921251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1922251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19255778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 19265778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 19275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19285778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<sp<ABuffer> > *dstBuffers; 19295778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 19305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19315778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 19325778822d86b0337407514b9372562b86edfa91cdAndreas Huber const Vector<BufferInfo> &srcBuffers = mPortBuffers[portIndex]; 19335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19345778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < srcBuffers.size(); ++i) { 19355778822d86b0337407514b9372562b86edfa91cdAndreas Huber const BufferInfo &info = srcBuffers.itemAt(i); 19365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1937ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber dstBuffers->push_back( 19381bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (portIndex == kPortIndexInput && mCrypto != NULL) 1939ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? info.mEncryptedData : info.mData); 19405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19425778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 19435778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19465778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 19475778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19483f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19495778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1951251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1952c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1954251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1955251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1956251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 19600e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 19615778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 19625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 19645778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 19655778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1968e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 19695778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 19705778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1971e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 1972e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 1973e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 19743f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19755778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1977e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 19780e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 19790e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 1980e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 1981c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19825778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1983251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1984251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1985251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19885778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 1989e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 19905778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 19915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1994496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 1995496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 1996496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 1997496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 1998496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 1999496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2000575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2001575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2002575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2003575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2004575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2005575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2006575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2007575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2008575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2009717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2010717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 20113f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2012717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2013717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2014717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2015c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2016717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2017717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2018717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2019717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2020717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2021717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2022717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2023717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2024717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2025a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2026a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 20273f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2028a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2029a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2030a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2031a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2032a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2033a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2034a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2035c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2036a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2037a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2038a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 20395778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 20405778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 20415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20425778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 20435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20448ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 20458ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 20468ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20478ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 20488ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 20498ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2050a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 20518ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 20528ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 20538ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20548ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 20558ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 20568ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 20578ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2058a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 20598ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 20608ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20618ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 20628ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 20638ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20647bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo *info = 20657bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar &mPortBuffers[kPortIndexInput].itemAt(bufferIndex); 20668ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 20688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 20698ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber const sp<ABuffer> &codecInputData = 20718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber (mCrypto != NULL) ? info->mEncryptedData : info->mData; 20728ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20738ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 20748ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 20758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 20768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 20788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 20808ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20811d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 20828ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 20838ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 20848ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 20858ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 20868ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 20878ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 20888ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20898ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 20908ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 20918ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20925778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 20937541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 20945778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 20955778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 20965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20971bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 2098f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 20995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2100671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 21015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 21025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 21035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 21045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2105e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2106e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 2107c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2108251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2109575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2110575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2111c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 21125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2114717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2115671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2116671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2117671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2118aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2119aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2120aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2121aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2122717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2123717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 21245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 21255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21265778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 21272606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 21282606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 21295778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 21305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21315778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodec() { 21325778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 21335778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 21345778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 21355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21365778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex) { 21375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 21387bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 21395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21405778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 21415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21425778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 21435778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 21445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify != NULL) { 21465778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = info->mNotify; 21475778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 21485778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mOwnedByClient = false; 21495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexInput) { 21517fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* no error, just returning buffers */ 21527fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar msg->setInt32("err", OK); 21535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21545778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 21555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 21595778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 21605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21615778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 21625778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 21635778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 21645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2165609b815a3131d22da38b2f452faa9f89daad4039Andy Hung uint32_t bufferID; 2166609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 21675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21685778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 21695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21705778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 21715778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 21725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mBufferID == bufferID) { 21745778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(info->mNotify == NULL); 21755778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("reply", &info->mNotify)); 21765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2177475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mFormat = 2178475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu (portIndex == kPortIndexInput) ? mInputFormat : mOutputFormat; 21795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].push_back(i); 21805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return i; 21825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21855778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 21865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 21885778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 21895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21905778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 21915778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 21925778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 21935778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 21945778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 21955778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 21965778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 21975778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 21985778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 21995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 22005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 22024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 22034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 22044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 22054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 22064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22074b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 22084b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 22094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 22104b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22114b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 22124b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto != NULL) { 22134b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 22144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 22154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22164b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 22174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 22184b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 22194b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 22204b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 22214b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 22224b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto == NULL) { 22234b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 22244b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 22254b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22264b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 22274b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 22284b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 22294b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 22304b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22314b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 22324b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 22334b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22344b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 22354b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22364b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 22374b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 22384b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 22394b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 22404b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 22414b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 22424b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 22445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 22455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22475778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexInput].editItemAt(index); 22485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 22505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 22515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 22545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 22555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22575778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> reply = info->mNotify; 22585778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 22595778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 22605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_EOS) { 22625778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("eos", true); 22635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_CODECCONFIG) { 22665778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("csd", true); 22675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22691bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (mCrypto != NULL) { 22701bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (size > info->mEncryptedData->capacity()) { 22711bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber return -ERANGE; 2272ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2273ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 22745b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 22755b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 22765b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 2277fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong ssize_t result = mCrypto->decrypt( 22781bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (mFlags & kFlagIsSecure) != 0, 22791bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 22801bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 22811bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 2282c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info->mSharedEncryptedBuffer, 2283c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker offset, 22844b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 22854b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 22865b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mData->base(), 22875b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 22881bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2289fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong if (result < 0) { 2290fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong return result; 2291ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2292ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2293fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong info->mData->setRange(0, result); 2294ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2295ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 22967bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 22977bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 22987bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 22997bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 23007bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 23012d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber reply->setBuffer("buffer", info->mData); 23025778822d86b0337407514b9372562b86edfa91cdAndreas Huber reply->post(); 23035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23045b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mNotify = NULL; 23055b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 23065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 23075778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23095778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 23105778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 23115778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 23125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23135778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 23145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 23155778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 23165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23180e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 23195778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 23205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 23235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 23245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23265778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index); 23275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 23295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 23305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23327bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 23337bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 23347bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 23357bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 23367bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 23377bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 233879ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou if (render && info->mData != NULL && info->mData->size() != 0) { 23395778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->setInt32("render", true); 23405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2341fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 2342fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (msg->findInt64("timestampNs", ×tampNs)) { 2343fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar info->mNotify->setInt64("timestampNs", timestampNs); 2344fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } else { 2345fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // TODO: it seems like we should use the timestamp 2346fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // in the (media)buffer as it potentially came from 2347fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // an input surface, but we did not propagate it prior to 2348fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // API 20. Perhaps check for target SDK version. 2349fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#if 0 2350fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 235147aea1f7c58f5302b16822f9e7e1763f2af04ef5Lajos Molnar ALOGV("using buffer PTS of %" PRId64, timestampNs); 2352fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 2353fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2354fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#endif 2355fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2356fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 23575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 23585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer->render( 2359475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mData->data(), info->mData->size(), 2360475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu timestampNs, NULL, info->mFormat); 23615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23645778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->post(); 23655778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 23665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 23685778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23705778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 23715778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 23725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23735778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 23745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 23765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 23775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23795778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 23805778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 23815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23825778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[portIndex].editItemAt(index); 23835778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 23847bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 23857bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 23867bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 238703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 238803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 238903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat != NULL) { 239003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 239103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findBuffer("image-data", &imageData)) { 239203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 239303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 239403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 239503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findRect("crop", &left, &top, &right, &bottom)) { 239603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 239703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 239803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 23997bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 24005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 24025778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2404f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 24057541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber status_t err; 24067541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2407f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 24087541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber err = native_window_api_disconnect( 2409f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.get(), NATIVE_WINDOW_API_MEDIA); 24107541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 24117541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 24127541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber ALOGW("native_window_api_disconnect returned an error: %s (%d)", 24137541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber strerror(-err), err); 24147541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 24157541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2416f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 24177541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 24187541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2419f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 24207541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber err = native_window_api_connect( 2421f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar surface.get(), NATIVE_WINDOW_API_MEDIA); 24227541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 24237541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 24247541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber ALOGE("native_window_api_connect returned an error: %s (%d)", 24257541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber strerror(-err), err); 24267541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 24277541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber return err; 24287541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 24297541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2430f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface = surface; 24317541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 24327541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 24337541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber return OK; 24347541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 24357541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2436c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 2437c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2438c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 2439c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2440c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 2441c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2442c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2443c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2444c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2445c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2446c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 2447c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2448c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 2449c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang const sp<ABuffer> &buffer = 2450c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mPortBuffers[kPortIndexOutput].itemAt(index).mData; 2451c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2452c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 2453c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2454c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 2455c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 2456c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2457c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 2458c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 2459c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2460c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 2461c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2462c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t omxFlags; 2463c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 2464c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2465c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t flags = 0; 2466c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 2467c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_SYNCFRAME; 2468c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2469c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 2470c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_CODECCONFIG; 2471c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2472c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_EOS) { 2473c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_EOS; 2474c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2475c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2476c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 2477c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2478c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2479c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2480c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2481c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2482749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 2483c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2484c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2485c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 2486c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 2487749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 2488749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 2489749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 2490749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 2491749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 2492c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2493c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2494c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2495c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2496c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2497c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 2498c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2499c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2500c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 2501c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 2502c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2503c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2504c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2505c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2506c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2507575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 2508575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 2509575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 2510575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2511575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2512e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 2513e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 2514575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 2515e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 2516e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2517e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 2518575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 2519575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 2520e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 2521e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 2522e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2523e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 2524e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 2525e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 2526e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 2527e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 2528e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 2529e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 2530575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 2531575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2532575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2533575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 2534575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2535a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 25361d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 2537a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 2538a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2539a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 2540a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 2541a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2542a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2543a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 2544a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 2545a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2546a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 2547a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2548a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2549e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 2550e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const sp<ABuffer> &buffer) { 2551e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 2552e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 2553e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2554e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 2555e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 2556e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 2557e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 2558e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 2559e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2560e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 2561e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2562e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 2563e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 2564e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2565e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 2566e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 2567e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 2568e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 2569e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 2570e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 2571e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2572e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 2573a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 2574e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2575e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 2576e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2577e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2578e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 2579e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 2580e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2581e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 2582e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 2583e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 2584e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer("csd-0", buffer); 2585e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2586e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2587e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2588e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2589e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 25902606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 25912606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mState == CONFIGURED && !mBatteryStatNotified) { 25922606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 25932606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 25942606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 25952606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartVideo(); 25962606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 25972606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartAudio(); 25982606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 25992606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 26002606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 26012606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 26022606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 26032606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 26042606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 26052606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopVideo(); 26062606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 26072606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopAudio(); 26082606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 26092606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 26102606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 26112606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 26122606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 26132606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 26145778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 2615