MediaCodec.cpp revision 505aab41c0e8e79a49d4506344fcd9d220d5965b
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 225778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 262606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 27c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 2879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 291a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 30ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 31d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 3267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 335778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 345778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 355778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 365b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 37ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 385778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 402606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 416f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 42e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 435778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 44744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 455778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 46d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 47d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXCodec.h> 48d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 498b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 5099e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 512606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 532606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 54e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 555778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic inline int getCallingPid() { 5867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return IPCThreadState::self()->getCallingPid(); 5967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic int64_t getId(sp<IResourceManagerClient> client) { 6267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 6367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 6647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 6767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 7067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 7267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 7367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 7567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 7667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 7767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 7867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 7967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 8167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 8267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 8367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 8567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 878f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 888f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 898f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 908f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 918f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 928f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 938f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 948f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 958f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 968f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 978f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 988f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 998f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1008f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 10167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 10367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 10467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 10667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 10767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 10967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 11067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy() { 11267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 11367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 11567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 11667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 11767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 11867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 11967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 12167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 12267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 12367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 12467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 12567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 12667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 12767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 128e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 12967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 13067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 13267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 13367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 13467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 13567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 13667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 13867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int pid, 13967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 14067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const sp<IResourceManagerClient> client, 14167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 14267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 14567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 14667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService->addResource(pid, clientId, client, resources); 14767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 14867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 15067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 15167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 15267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 15367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 15467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService->removeResource(clientId); 15567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 15867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int callingPid, const Vector<MediaResource> &resources) { 15967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 16067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 16167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 16267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 16367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return mService->reclaimResource(callingPid, resources); 16467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 16567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1665778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1675778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 168251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const sp<ALooper> &looper, const char *mime, bool encoder, status_t *err) { 1695778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = new MediaCodec(looper); 1705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 171251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 172251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 173251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 174251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 175251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1765778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1785778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1795778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 180251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const sp<ALooper> &looper, const char *name, status_t *err) { 1815778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = new MediaCodec(looper); 1825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 183251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 184251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 185251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 186251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 187251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1885778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 190d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 191d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 192d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 193d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK_EQ(client.connect(), (status_t)OK); 194d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IOMX> omx = client.interface(); 195d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 19679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang const sp<IMediaCodecList> mediaCodecList = MediaCodecList::getInstance(); 19779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (mediaCodecList == NULL) { 19879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Failed to obtain MediaCodecList!"); 19979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; // if called from Java should raise IOException 20079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 20179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 20279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang AString tmp; 20379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang sp<AMessage> globalSettings = mediaCodecList->getGlobalSettings(); 20479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (globalSettings == NULL || !globalSettings->findString( 20579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang kMaxEncoderInputBuffers, &tmp)) { 20679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Failed to get encoder input buffer count!"); 20779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 20879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 20979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 21079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang int32_t bufferCount = strtol(tmp.c_str(), NULL, 10); 21179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (bufferCount <= 0 21279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang || bufferCount > BufferQueue::MAX_MAX_ACQUIRED_BUFFERS) { 21379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Encoder input buffer count is invalid!"); 21479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 21579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 21679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 217d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 218d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferConsumer> bufferConsumer; 219d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 220d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = omx->createPersistentInputSurface( 221d291c222357303b9611cab89d0c3b047584ef377Chong Zhang &bufferProducer, &bufferConsumer); 222d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 223d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 224d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 225d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 226d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 227d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 22879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang err = bufferConsumer->setMaxAcquiredBufferCount(bufferCount); 22979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 23079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (err != NO_ERROR) { 23179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Unable to set BQ max acquired buffer count to %u: %d", 23279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang bufferCount, err); 23379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 23479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 23579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 236d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return new PersistentSurface(bufferProducer, bufferConsumer); 237d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 238d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 2395778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::MediaCodec(const sp<ALooper> &looper) 2405778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 24147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 2425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 24392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 2447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 2455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 246251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 2475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 248ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 249ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerService(new ResourceManagerServiceProxy()), 2502606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 2512606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 25267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 25367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 254505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees(0), 2555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 2565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 2575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 2586507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 2593d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 2603d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 2615778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2635778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 2645778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 26567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 2665778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2685778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 2695778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 2705778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 2715778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 2725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 2745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 2785778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 2795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2825778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2843f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 28547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 28647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 28747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 28847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 28947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 29047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 291c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 29247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 293c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 294c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 295c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 296dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 29767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 29867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 299671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 300671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 301671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 302671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 303671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 3045778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 3055778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 3065778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 3075778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 308744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 309bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung if (nameIsType || !strncasecmp(name.c_str(), "omx.", 4)) { 310744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new ACodec; 311744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else if (!nameIsType 312bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung && !strncasecmp(name.c_str(), "android.filter.", 15)) { 313744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new MediaFilter; 314744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else { 315744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 316744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 317744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 31867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 319dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 32067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 3216f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 3226f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 3236f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 32467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 3256f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 3266f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 32760b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 32848a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (mcl == NULL) { 32948a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec = NULL; // remove the codec. 33048a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return NO_INIT; // if called from Java should raise IOException 33148a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 3326f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 3336f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 33460b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 33560b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 33660b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 33760b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 33860b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 33967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 34060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 3416f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3426f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3436f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 34767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 3485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 3495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 3505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 3515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 3525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 3555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 3565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 3575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 3605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3611d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar mCodec->setNotificationMessage(new AMessage(kWhatCodecNotify, this)); 3625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3631d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 3645778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 3655778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 3665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 3685778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 3695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 37267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 37367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = secureCodec ? kResourceSecureCodec : kResourceNonSecureCodec; 374c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 375c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 37667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 37767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 37867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 37967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mResourceManagerService->reclaimResource(getCallingPid(), resources)) { 38067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 38167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 38267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 38367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 38467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 38567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 38667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 38767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 38867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 38967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 39067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 3915778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 393c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 3941d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 395c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 396c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 397c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 398c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 399c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 400c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 40190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 40290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 40390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 40490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 40590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 40690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4075778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 4085778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 409f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 4101bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 4115778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 4121d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 4135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 41567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 41667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 417505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang if (!format->findInt32("rotation-degrees", &mRotationDegrees)) { 418505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees = 0; 419505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang } 42067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 42167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 4225778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 4235778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 424f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 4251bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 4261bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (crypto != NULL) { 4271bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setPointer("crypto", crypto.get()); 4285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 43167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 432f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 43367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 43467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 43567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 43667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 437c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 438c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 43967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 44067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 44167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 44267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 44367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 44467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 44567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mResourceManagerService->reclaimResource(getCallingPid(), resources)) { 44667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 44767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 44867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 449f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 45067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 45167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 45267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 45367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 45467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 45567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 45667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 45767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 45867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 45967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 46067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 46167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 46267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 46367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 46467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 465f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 466f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 4675778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4698f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 470d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 4718f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 472d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 473d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 474d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 475d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 476d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 477d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 4781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 4791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 4801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 4811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 4831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 4841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 4851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 4877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 4881d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 4897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 4917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 4927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 4937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 4947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 4957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 4967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 4977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 4987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 4997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 5007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 5017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 5027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 5037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 5047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 50667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 50767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 50867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 50967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 51067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 51167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 51267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 51367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 51467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 51567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 51667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 51767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 51867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 51967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 520c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wuvoid MediaCodec::addResource(const String8 &type, const String8 &subtype, uint64_t value) { 52167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 522c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 52367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 52467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu getCallingPid(), getId(mResourceManagerClient), mResourceManagerClient, resources); 52567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 52667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 5275778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 5281d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 5295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 53067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 53167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 53267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 53367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 534c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 535c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 53667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 53767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 53867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 53967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 54067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 54167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 54267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mResourceManagerService->reclaimResource(getCallingPid(), resources)) { 54367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 54467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 54567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 54667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 54767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 54867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 54967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 55067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 55167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 55267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 55367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 55467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 55567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 55667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 55767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 55867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 55967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 56067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 56167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 56267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 56367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 56467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 56567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 5665778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5685778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 5691d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 5705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5715778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 5725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 5735778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 57547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wustatus_t MediaCodec::reclaim() { 57647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 57747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 57847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 57947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 58047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return PostAndAwaitResponse(msg, &response); 58147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 58247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 583c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 5841d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 585c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 586c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 587c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 588c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 589c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 590671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 591671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 592671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 593671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 594671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 595671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 596671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 597671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 598671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 599671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 600671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 601671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 602671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 603671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 604671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 605671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 606671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 607671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 608671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 609251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 610671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 611671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 612671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 613671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 614671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 615671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 616671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 617671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 618671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 619671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 620dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 621671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 622671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 623671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 624671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 6255778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 6265778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 6275778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 6285778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 6295778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 6305b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6315b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6325b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6335b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6345b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6355b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6361d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 6375778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 6385778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 6395778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 6405778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 6415778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 6425b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 6435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6445778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6465778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6484b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 6494b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 6504b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 6514b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 6524b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 6534b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 6544b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 6554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 6564b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 6575b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6585b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6595b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6605b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6615b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6625b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6631d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 6644b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 6654b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 6664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 6674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 6684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 6694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 6704b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 6714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 6724b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 6735b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 6744b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 6754b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 6765b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 6775b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6785b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 6794b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 6804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 6815778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 6821d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 6835778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 6845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6855778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6865778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 6875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 6885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 6895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6915778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 6925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6935778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 6945778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6965778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 6975778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 6985778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 6995778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 7005778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 7015778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 7025778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 7031d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 7045778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7065778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7075778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7125778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7135778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 7145778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 7155778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 7165778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 7175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7195778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7215778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 7221d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7235778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7245778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 7255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7265778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7275778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7285778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 730fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 7311d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 732fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 733fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 734fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 735fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 736fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 737fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 738fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 739fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 7405778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 7411d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7425778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7445778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7465778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7487cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 7491d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 7507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 7527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 7537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 7547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7555778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 7561d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 7575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7585778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7595778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7645778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 7655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7665778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7675778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 769e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 7701d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 771e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 772e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 773e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 774e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 775e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 776e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 777e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 778e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 779e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 780e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 781e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 782e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 783717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 7841d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 785717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 786717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 787717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 788717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 789717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 790717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 791717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 792717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 793717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 794717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 795717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 796717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 797e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnarstatus_t MediaCodec::getWidevineLegacyBuffers(Vector<sp<ABuffer> > *buffers) const { 798e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 799e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("portIndex", kPortIndexInput); 800e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setPointer("buffers", buffers); 801e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("widevine", true); 802e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 803e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> response; 804e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar return PostAndAwaitResponse(msg, &response); 805e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar} 806e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 8075778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getInputBuffers(Vector<sp<ABuffer> > *buffers) const { 8081d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8095778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 8105778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8125778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8145778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8165778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputBuffers(Vector<sp<ABuffer> > *buffers) const { 8171d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8185778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 8195778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8215778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8235778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8257bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputBuffer(size_t index, sp<ABuffer> *buffer) { 8267bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8277bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 8287bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8297bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8307bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 8317bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> buffer; 8327bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 8337bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8347bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8357bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getInputBuffer(size_t index, sp<ABuffer> *buffer) { 8367bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8377bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 8387bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8397bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8400e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 8410e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 8420e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 8430e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 8447bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 8457bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 8467bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> *buffer, sp<AMessage> *format) { 8477bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 8487bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 84947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 85047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 85147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 85247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 8537bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 8547bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 8550e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 8567bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 8577bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 8587bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8597bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 8607bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 8617bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 8627bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 8637bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (index < buffers->size()) { 8647bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo &info = buffers->itemAt(index); 8657bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (info.mOwnedByClient) { 8660837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar // by the time buffers array is initialized, crypto is set 8670837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar if (portIndex == kPortIndexInput && mCrypto != NULL) { 8680837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mEncryptedData; 8690837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } else { 8700837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mData; 8710837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } 8727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar *format = info.mFormat; 8737bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 8747bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 8757bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 8767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8777bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8785778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 8791d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 8805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8815778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8835778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 885496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 8861d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 887496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 888496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 889496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 890496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 891575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 8921d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 893575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 894575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 895575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 896575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 8975778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 8985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8995778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 9005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 901c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 9025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9035778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 9045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 9055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 9065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 909c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 9105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9115778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 9125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 9135778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 9145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9155778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9173f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9180e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9195778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 920c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 9215778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 922251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 923251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 924251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 9255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9275778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 9285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 9305778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 9315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 9325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9345778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 9355778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 9365778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 9375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9385778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 9395778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9413f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9420e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9435778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 94447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 945251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 94647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 9475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 94847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 9495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 9505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 95147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 9525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 9535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 95447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 9555778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 9565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 9585778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 9595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 9605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9625778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<ABuffer> &buffer = 9635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[kPortIndexOutput].itemAt(index).mData; 9645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9655778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 9665778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 9675778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 9685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9695778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 9705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 9715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9725778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 9735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9745778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 9755778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 9765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9775778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags = 0; 9785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 9795778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_SYNCFRAME; 9805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 9825778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_CODECCONFIG; 9835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_EOS) { 9855778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_EOS; 9865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9885778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 98947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 9905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 9935778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9955778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 9965778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 9975778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 9985778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 9995778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 10005778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 10015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10025778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 100392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatError: 10045778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1005251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1006251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1007251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 10085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10099e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 10109e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1011251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1012aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 101352dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1014aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1015aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 10165530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 10175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10185778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 10195778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 10205778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10215778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 10225778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10255778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 10265778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1027c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1028c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 10295778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10325778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 10335778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1034c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1035c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 10365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10395778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STOPPING: 1040c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 10415778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10425778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 10435778822d86b0337407514b9372562b86edfa91cdAndreas Huber // the shutdown complete notification. 10445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10455530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 104603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 1047aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 104803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 104903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 105003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 105103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 105203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 105303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 105403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 105503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 10566e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 10576e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 10586e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 105903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 106003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 10615778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10645778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 10655778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10669e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 10679e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 10689e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 10699e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 10709e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 10719e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 10725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10750e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 10765778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 10775778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10785530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 10795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1080251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1081575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 10825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10835778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1084c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1085c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1086251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1087251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1088251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1089251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1090251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1091251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1092251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1093251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1094251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1095251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1096251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1097c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 10985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11015778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 11025778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11035530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1105251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1106575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1107c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1108251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1109251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1110251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1111251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1112c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1113251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1114251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1115251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1116251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1117251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1118251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1119251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1120251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1121251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1122251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1123251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1124c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11255778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11295530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1130251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 11315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11325778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 113592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentAllocated: 11365778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 11385778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 113952dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 11405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1141717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 11425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1143717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 11443a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 11455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 11463a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 11475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 114967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu String8 resourceType; 1150717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 11511bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 115267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceSecureCodec); 11531bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 11541bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 115567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceNonSecureCodec); 11561bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1157c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 1158c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 1159c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu addResource(resourceType, String8(subtype), 1); 11601bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 11615778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 11625778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 116592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentConfigured: 11665778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1167c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung if (mState == UNINITIALIZED || mState == INITIALIZED) { 1168c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // In case a kWhatError message came in and replied with error, 1169c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // we log a warning and ignore. 1170c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung ALOGW("configure interrupted by error, current state %d", mState); 1171c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung break; 1172c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung } 11735778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 11745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11756507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 11766507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 11776507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1178e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1179e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1180e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 11813a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 11823a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 11833a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 11843a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 11853a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 11862606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 11875778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 11885778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 119192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatInputSurfaceCreated: 11927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 119392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 11947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 11951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 11967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 11977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 11987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 11997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 12007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 12016507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 12027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 12037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1209d291c222357303b9611cab89d0c3b047584ef377Chong Zhang case CodecBase::kWhatInputSurfaceAccepted: 1210d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 12118f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 1212d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 1213d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 1214d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 1215d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 1216d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1217d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 1218d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1219d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 1220d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 1221d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1222d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 122392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatSignaledInputEOS: 12247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 122592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 12261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 12277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 12287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 12297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 12357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 123692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatBuffersAllocated: 12375778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12387bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 12395778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 12405778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 12415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12425778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("%s buffers allocated", 12435778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 12445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12455778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput 12465778822d86b0337407514b9372562b86edfa91cdAndreas Huber || portIndex == kPortIndexOutput); 12475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[portIndex].clear(); 12495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12505778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 12515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1252eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<RefBase> obj; 1253eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber CHECK(msg->findObject("portDesc", &obj)); 1254eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 125592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar sp<CodecBase::PortDescription> portDesc = 125692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar static_cast<CodecBase::PortDescription *>(obj.get()); 12575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1258eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t numBuffers = portDesc->countBuffers(); 12595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1260c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker size_t totalSize = 0; 1261c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker for (size_t i = 0; i < numBuffers; ++i) { 1262c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (portIndex == kPortIndexInput && mCrypto != NULL) { 1263c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker totalSize += portDesc->bufferAt(i)->capacity(); 1264c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1265c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1266c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1267c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (totalSize) { 1268c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker mDealer = new MemoryDealer(totalSize, "MediaCodec"); 1269c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1270c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1271eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber for (size_t i = 0; i < numBuffers; ++i) { 12725778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo info; 1273eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mBufferID = portDesc->bufferIDAt(i); 12745778822d86b0337407514b9372562b86edfa91cdAndreas Huber info.mOwnedByClient = false; 1275eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mData = portDesc->bufferAt(i); 12765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12771bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (portIndex == kPortIndexInput && mCrypto != NULL) { 1278c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker sp<IMemory> mem = mDealer->allocate(info.mData->capacity()); 1279ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mEncryptedData = 1280c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker new ABuffer(mem->pointer(), info.mData->capacity()); 1281c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info.mSharedEncryptedBuffer = mem; 1282ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1283ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 12845778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffers->push_back(info); 12855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexOutput) { 12885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState == STARTING) { 12895778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We're always allocating output buffers after 12905778822d86b0337407514b9372562b86edfa91cdAndreas Huber // allocating input buffers, so this is a good 12915778822d86b0337407514b9372562b86edfa91cdAndreas Huber // indication that now all buffers are allocated. 129267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 1293c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu String8 subtype; 1294c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu addResource( 1295c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu String8(kResourceGraphicMemory), 1296c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu subtype, 1297c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu getGraphicBufferSize()); 129867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 12995778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTED); 13005778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 13015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 13025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagOutputBuffersChanged; 1303575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 13045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 130992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatOutputFormatChanged: 13105778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13115778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("codec output format changed"); 13125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1313475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mSoftRenderer == NULL && 1314f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface != NULL && 13153a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar (mFlags & kFlagUsesSoftwareRenderer)) { 13165778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 13175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 13185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1319475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mime.startsWithIgnoreCase("video/")) { 1320505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mSoftRenderer = new SoftwareRenderer(mSurface, mRotationDegrees); 13215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat = msg; 1325e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1326e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagIsEncoder) { 1327e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Before we announce the format change we should 1328e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // collect codec specific data and amend the output 1329e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format as necessary. 1330e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagGatherCodecSpecificData; 1331c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagIsAsync) { 1332c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1333e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 1334e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagOutputFormatChanged; 1335e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber postActivityNotificationIfPossible(); 1336e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 13372514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 13382514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker // Notify mCrypto of video resolution changes 13392514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker if (mCrypto != NULL) { 13408140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar int32_t left, top, right, bottom, width, height; 13418140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 13428140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 13438140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } else if (mOutputFormat->findInt32("width", &width) 13448140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar && mOutputFormat->findInt32("height", &height)) { 13458140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(width, height); 13468140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } 13472514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker } 13482514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 13495778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 135290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case CodecBase::kWhatOutputFramesRendered: 135390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 135490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 135590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 135690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 135790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 135890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 135990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 136090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 136190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 136290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 136390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 136492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFillThisBuffer: 13655778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13665778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 13675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1368c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1369c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1370c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 13715778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 13725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 13768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 13778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 13788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 13808ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 13818ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 13828ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 13838ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 13848ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13858ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 13868ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13878ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 13888ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 13898ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 13908ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1391251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1392575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1393575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 13948ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 13958ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 13968ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 13978ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 13988ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1399c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 14006e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 14013d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 14023d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 14033d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 14043d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 14053d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 14066e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1407c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 14085778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 14095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14105778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 14115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 14125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1413575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1414575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 14155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14165778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 141992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatDrainThisBuffer: 14205778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14215778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 14225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1423c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1424c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1425c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 14265778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 14275778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14302d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 14312d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber CHECK(msg->findBuffer("buffer", &buffer)); 14325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14335778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 14345778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", &omxFlags)); 14355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14365778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffer->meta()->setInt32("omxFlags", omxFlags); 14375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1438e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagGatherCodecSpecificData) { 1439e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // This is the very first output buffer after a 1440e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format change was signalled, it'll either contain 1441e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the one piece of codec specific data we can expect 1442e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // or there won't be codec specific data. 1443e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 1444e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber status_t err = 1445e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber amendOutputFormatWithCodecSpecificData(buffer); 1446e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1447e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (err != OK) { 1448e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ALOGE("Codec spit out malformed codec " 1449e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber "specific data!"); 1450e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1451e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1452e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1453e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1454c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1455c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1456c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1457c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1458c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1459e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1460e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1461c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1462c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1463c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 14645778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 14655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14665778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 14675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 14685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1469575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1470575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 14715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1472575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 14735778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 147692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatEOS: 14775778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14785778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 14795778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 14805778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 148392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatShutdownCompleted: 14845778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1485c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == STOPPING) { 1486c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(INITIALIZED); 1487c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } else { 1488c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK_EQ(mState, RELEASING); 1489c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(UNINITIALIZED); 14906e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 1491c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 149252dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 14935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 149467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 149567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14965778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 14975778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 150092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFlushCompleted: 15015778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15025530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 15035530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 15045530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 15055530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 15065530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 15075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15080e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 15090e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 15100e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 15110e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 15120e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 15130e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 15145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15155778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15165778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15195778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 15205778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 15215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15225778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15255778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 15265778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15273f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 15285778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1531c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15325778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15355778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 15365778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 15375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15385778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 15395778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 15405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15415778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 15425778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 15430db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 15440db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 15455778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 15465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15485778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 15495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 15515778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 15525778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 15535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 15545778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 15555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 15585778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 156190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 156290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 156390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 156490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 156590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 156690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 156790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 156890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 156990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1570c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1571c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 15723f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1573c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1574c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1575c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1576c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 15770e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 15780e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1579c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1580c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1581c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1582c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1583c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1584c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1585c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1586c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1587c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1588c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1589c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1590c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1591c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1592c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1593c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1594c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1595c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1596c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1597c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1598c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1599c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1600c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1601c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 16025778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 16035778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16043f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16055778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 16065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1608c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16095778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16125778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 1613f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 16145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16155778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 16165778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 16175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16188b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 16198b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 16208b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 16218b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 16228b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 16235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 16245778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 1625f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 16267541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1627c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 16287541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 16291bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 16301bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 1631f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 16321bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 16331bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16347541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 16357541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 16367541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 16371bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 16381bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 16391bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 16405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16421bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 16431bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16445778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 16455778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 16465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 16485778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 1649e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 16505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16528ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 16538ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 16555778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 16591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 16601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 16611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 16621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 16631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 16641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface; 16651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 16661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 16671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 16681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 16691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 16701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 16711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 16721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 16731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 16741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 16751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 16761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 16771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 16781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 16791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 16801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 16811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 16821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == BAD_VALUE) { 16831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assuming reconnecting to same surface 16841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if it is the same surface 16851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 16861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 16871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 16881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 16898b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 16908b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 16918b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 16928b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 16931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 16941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 16951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 16961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 16971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 17001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 17011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 17021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 17091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 17101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 17141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 17188f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 17197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 17203f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 17227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 17237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 17247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 1725c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 17267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 17277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 17297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 1730d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 1731d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 1732d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1733d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 1734d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 1735d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 17368f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 1737d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 1738d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 17397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 17407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17415778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 17425778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17433f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17445778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 17455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17460e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 1747d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 17483d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 17493d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 17503d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 17513d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 17520e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 17530e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 1754d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 17550e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 1756c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 17575778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 17615778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 17625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 17645778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17675778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 1768c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 1769c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 1770aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 1771aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 1772aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 17733f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1774c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1775c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 177647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 177747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 177847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 177947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 178047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 178147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 178247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 178347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 178447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 178547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 178647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 178747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 178847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 178947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 179033223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung if (!((mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED) // See 1 179133223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 17920e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 179333223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 179433223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 179533223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 179652dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 179703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 179803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 179903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 180003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 180103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 1802c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 180347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 180447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 18056e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 18066e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 18076e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 18086e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 18096e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1810c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 1811c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 1812c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1813c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1814aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 1815aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 1816aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 1817aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 18186e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 18196e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 18206e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1821aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 1822aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 1823aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1824aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1825c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 1826aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 1827aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1828aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 1829aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 1830c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 18315778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 18328b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 18338b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 18348b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 18358b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 18365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18395778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 18405778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18413f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18425778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1844c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1845c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1846c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1847c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1848c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1849c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 18506507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 18516507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 1852c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18536507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 18546507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 18556507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 18565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 18575778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18605778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 18615778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 18625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18635778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1864c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 18655778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 18695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 18705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 18725778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 18731d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 18745778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 18755778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 18765778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 18775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18785778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18815778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 18825778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18835778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 18845778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 18855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 18875778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 18885778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18915778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 18925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1893c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 18945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18955778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 18965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 18975778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19005778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 19015778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19023f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19035778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1905251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1906c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19075778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1908251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1909251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1910251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19135778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 19145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1915c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 19165778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19195778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 19205778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19213f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19225778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1924c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1925c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1926c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1927c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1928c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1929c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 19305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 19315778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19345778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 19355778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 19365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1938c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 19395778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 19435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 19445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 19465778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 19471d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 19485778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 19495778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 19505778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 19515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19525778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19555778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 19565778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19575778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 19585778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 19595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 19615778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 19625778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19655778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 19665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1967c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 19685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 19705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 19715778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19745778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 19755778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19763f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19775778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1979251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1980c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19815778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1982251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1983251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1984251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19875778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 19885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1989c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 19905778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 19947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 19953f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 19977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1998251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1999c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 2001251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2002251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2003251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 20067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 20077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 20087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 20097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 20115778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 20125778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20133f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20145778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2015e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // Unfortunately widevine legacy source requires knowing all of the 2016e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // codec input buffers, so we have to provide them even in async mode. 2017e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar int32_t widevine = 0; 2018e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->findInt32("widevine", &widevine); 20195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2020e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar if (!isExecuting() || ((mFlags & kFlagIsAsync) && !widevine)) { 2021c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20225778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2023251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2024251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2025251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20285778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 20295778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 20305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20315778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<sp<ABuffer> > *dstBuffers; 20325778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 20335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20345778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 20355778822d86b0337407514b9372562b86edfa91cdAndreas Huber const Vector<BufferInfo> &srcBuffers = mPortBuffers[portIndex]; 20365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20375778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < srcBuffers.size(); ++i) { 20385778822d86b0337407514b9372562b86edfa91cdAndreas Huber const BufferInfo &info = srcBuffers.itemAt(i); 20395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2040ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber dstBuffers->push_back( 20411bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (portIndex == kPortIndexInput && mCrypto != NULL) 2042ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? info.mEncryptedData : info.mData); 20435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20455778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 20465778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20495778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 20505778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20513f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20525778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2054251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2055c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20565778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2057251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2058251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2059251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 20630e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 20645778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 20655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 20675778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 20685778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2071e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 20725778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 20735778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2074e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2075e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2076e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 20773f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20785778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2080e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 20810e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 20820e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2083e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2084c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20855778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2086251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2087251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2088251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20915778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2092e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 20935778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 20945778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2097496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2098496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2099496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2100496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2101496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2102496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2103575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2104575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2105575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2106575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2107575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2108575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2109575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2110575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2111575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2112717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2113717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 21143f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2115717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2116717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2117717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2118c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2119717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2120717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2121717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2122717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2123717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2124717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2125717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2126717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2127717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2128a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2129a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 21303f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2131a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2132a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2133a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2134a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2135a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2136a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2137a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2138c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2139a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2140a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2141a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 21425778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 21435778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 21445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21455778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 21465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21478ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 21488ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 21498ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21508ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 21518ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 21528ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2153a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 21548ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 21558ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 21568ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21578ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 21588ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 21598ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 21608ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2161a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 21628ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 21638ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21648ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 21658ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 21668ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo *info = 21687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar &mPortBuffers[kPortIndexInput].itemAt(bufferIndex); 21698ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 21718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 21728ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21738ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber const sp<ABuffer> &codecInputData = 21748ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber (mCrypto != NULL) ? info->mEncryptedData : info->mData; 21758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 21778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 21788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 21798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21808ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 21818ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21828ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 21838ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21841d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 21858ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 21868ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 21878ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 21888ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 21898ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 21908ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 21918ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21928ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 21938ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 21948ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21955778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 21967541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 21975778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 21985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 21995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22001bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 2201f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 22025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2203671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 22045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 22055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 22065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 22075778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2208e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2209e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 2210c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2211251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2212575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2213575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2214c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 22155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2217717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2218671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2219671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2220671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2221aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2222aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2223aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2224aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2225717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2226717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 22275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 22285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22295778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 22302606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22312606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 22325778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22345778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodec() { 22355778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 22365778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 22375778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22395778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex) { 22405778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 22417bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 22425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22435778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 22445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22455778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 22465778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 22475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify != NULL) { 22495778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = info->mNotify; 22505778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 22515778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mOwnedByClient = false; 22525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexInput) { 22547fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* no error, just returning buffers */ 22557fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar msg->setInt32("err", OK); 22565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22575778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 22585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22615778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 22625778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22645778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 22655778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 22665778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 22675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2268609b815a3131d22da38b2f452faa9f89daad4039Andy Hung uint32_t bufferID; 2269609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 22705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22715778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 22725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22735778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 22745778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 22755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mBufferID == bufferID) { 22775778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(info->mNotify == NULL); 22785778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("reply", &info->mNotify)); 22795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2280475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mFormat = 2281475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu (portIndex == kPortIndexInput) ? mInputFormat : mOutputFormat; 22825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].push_back(i); 22835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return i; 22855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22885778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 22895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 22915778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22935778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 22945778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 22955778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 22965778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 22975778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 22985778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 22995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 23005778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 23015778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 23025778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 23035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 23054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 23064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 23074b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 23084b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 23094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23104b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 23114b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 23124b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 23134b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 23154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto != NULL) { 23164b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 23174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 23184b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23194b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 23204b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 23214b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 23224b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 23234b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 23244b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 23254b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto == NULL) { 23264b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 23274b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 23284b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23294b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 23304b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 23314b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 23324b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 23334b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23344b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 23354b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 23364b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23374b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 23384b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23394b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 23404b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 23414b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 23424b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 23434b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 23444b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 23454b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 23475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 23485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23505778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexInput].editItemAt(index); 23515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 23535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 23545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 23575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 23585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23605778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> reply = info->mNotify; 23615778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 23625778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 23635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_EOS) { 23655778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("eos", true); 23665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_CODECCONFIG) { 23695778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("csd", true); 23705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23721bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (mCrypto != NULL) { 23731bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (size > info->mEncryptedData->capacity()) { 23741bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber return -ERANGE; 2375ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2376ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 23775b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 23785b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 23795b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 2380fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong ssize_t result = mCrypto->decrypt( 23811bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (mFlags & kFlagIsSecure) != 0, 23821bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 23831bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 23841bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 2385c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info->mSharedEncryptedBuffer, 2386c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker offset, 23874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 23884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 23895b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mData->base(), 23905b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 23911bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2392fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong if (result < 0) { 2393fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong return result; 2394ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2395ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2396fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong info->mData->setRange(0, result); 2397ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2398ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 23997bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 24007bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 24017bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 24027bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 24037bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 24042d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber reply->setBuffer("buffer", info->mData); 24055778822d86b0337407514b9372562b86edfa91cdAndreas Huber reply->post(); 24065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24075b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mNotify = NULL; 24085b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 24095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 24105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 241290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 241390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 241490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done, sp<AMessage> &msg) { 241590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 241690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 241790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 241890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 241990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 242090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 242190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 242290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 242390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 242490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 242590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 242690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 242790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 242890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 24295778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 24305778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 24315778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 24325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24335778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 24345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 24355778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 24365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24380e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 24395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 24405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 24435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 24445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24465778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index); 24475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 24495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 24505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24527bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 24537bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 24547bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 24557bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 24567bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 24577bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 245879ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou if (render && info->mData != NULL && info->mData->size() != 0) { 24595778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->setInt32("render", true); 24605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 246190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 246290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 246390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 246490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 2465c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar if (!msg->findInt64("timestampNs", &renderTimeNs)) { 2466c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 2467c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)mediaTimeUs); 246890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 2469fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2470c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar info->mNotify->setInt64("timestampNs", renderTimeNs); 2471fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 24725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 247390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 2474475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mData->data(), info->mData->size(), 247590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, renderTimeNs, NULL, info->mFormat); 247690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 247790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 247890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 247990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 248090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 248190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 248290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 248390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 248490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 248590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 24865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24895778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->post(); 24905778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 24915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 24935778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24955778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 24965778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 24975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24985778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 24995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 25015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 25025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25045778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 25055778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 25065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25075778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[portIndex].editItemAt(index); 25085778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 25097bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 25107bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 25117bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 251203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 251303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 251403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat != NULL) { 251503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 251603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findBuffer("image-data", &imageData)) { 251703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 251803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 251903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 252003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findRect("crop", &left, &top, &right, &bottom)) { 252103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 252203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 252303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 25247bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 25255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 25275778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 25301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 25311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 25321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 25331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == BAD_VALUE) { 25341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGI("native window already connected. Assuming no change of surface"); 2535a81c6229638a4db56752dd77a6610e0f0971e877Lajos Molnar return err; 2536264bac95912efe121d6a60026612617f04f42966Lajos Molnar } else if (err == OK) { 2537264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Require a fresh set of buffers after each connect by using a unique generation 2538264bac95912efe121d6a60026612617f04f42966Lajos Molnar // number. Rely on the fact that max supported process id by Linux is 2^22. 2539264bac95912efe121d6a60026612617f04f42966Lajos Molnar // PID is never 0 so we don't have to worry that we use the default generation of 0. 2540264bac95912efe121d6a60026612617f04f42966Lajos Molnar // TODO: come up with a unique scheme if other producers also set the generation number. 2541264bac95912efe121d6a60026612617f04f42966Lajos Molnar static uint32_t mSurfaceGeneration = 0; 2542264bac95912efe121d6a60026612617f04f42966Lajos Molnar uint32_t generation = (getpid() << 10) | (++mSurfaceGeneration & ((1 << 10) - 1)); 2543264bac95912efe121d6a60026612617f04f42966Lajos Molnar surface->setGenerationNumber(generation); 2544264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGI("[%s] setting surface generation to %u", mComponentName.c_str(), generation); 2545264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2546264bac95912efe121d6a60026612617f04f42966Lajos Molnar // HACK: clear any free buffers. Remove when connect will automatically do this. 2547264bac95912efe121d6a60026612617f04f42966Lajos Molnar // This is needed as the consumer may be holding onto stale frames that it can reattach 2548264bac95912efe121d6a60026612617f04f42966Lajos Molnar // to this surface after disconnect/connect, and those free frames would inherit the new 2549264bac95912efe121d6a60026612617f04f42966Lajos Molnar // generation number. Disconnecting after setting a unique generation prevents this. 2550264bac95912efe121d6a60026612617f04f42966Lajos Molnar native_window_api_disconnect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2551264bac95912efe121d6a60026612617f04f42966Lajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2552264bac95912efe121d6a60026612617f04f42966Lajos Molnar } 2553264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2554264bac95912efe121d6a60026612617f04f42966Lajos Molnar if (err != OK) { 25551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_api_connect returned an error: %s (%d)", strerror(-err), err); 25561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 25571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 25581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 25591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 25607541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 25611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 25621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 2563f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 2564264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Resetting generation is not technically needed, but there is no need to keep it either 2565264bac95912efe121d6a60026612617f04f42966Lajos Molnar mSurface->setGenerationNumber(0); 25661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_disconnect(mSurface.get(), NATIVE_WINDOW_API_MEDIA); 25677541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 25681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("native_window_api_disconnect returned an error: %s (%d)", strerror(-err), err); 25697541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 25701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 2571f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 25727541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 25731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 25741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 25757541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 25761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 25771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 25781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 25791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 25801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2581f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 25821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 25831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 25841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 25857541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 25867541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 25871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 25887541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 25897541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2590c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 2591c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2592c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 2593c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2594c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 2595c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2596c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2597c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2598c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2599c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2600c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 2601c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2602c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 2603c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang const sp<ABuffer> &buffer = 2604c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mPortBuffers[kPortIndexOutput].itemAt(index).mData; 2605c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2606c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 2607c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2608c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 2609c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 2610c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2611c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 2612c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 2613c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2614c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 2615c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2616c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t omxFlags; 2617c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 2618c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2619c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t flags = 0; 2620c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 2621c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_SYNCFRAME; 2622c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2623c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 2624c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_CODECCONFIG; 2625c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2626c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_EOS) { 2627c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_EOS; 2628c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2629c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2630c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 2631c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2632c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2633c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2634c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2635c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2636749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 2637c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2638c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2639c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 2640c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 2641749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 2642749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 2643749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 2644749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 2645749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 2646c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2647c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2648c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2649c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2650c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2651c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 2652c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2653c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2654c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 2655c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 2656c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2657c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2658c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2659c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2660c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2661575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 2662575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 2663575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 2664575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2665575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2666e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 2667e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 2668575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 2669e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 2670e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2671e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 2672575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 2673575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 2674e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 2675e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 2676e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2677e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 2678e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 2679e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 2680e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 2681e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 2682e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 2683e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 2684575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 2685575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2686575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2687575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 2688575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2689a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 26901d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 2691a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 2692a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2693a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 2694a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 2695a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2696a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2697a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 2698a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 2699a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2700a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 2701a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2702a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2703e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 2704e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const sp<ABuffer> &buffer) { 2705e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 2706e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 2707e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2708e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 2709e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 2710e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 2711e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 2712e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 2713e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2714e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 2715e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2716e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 2717e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 2718e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2719e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 2720e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 2721e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 2722e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 2723e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 2724e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 2725e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2726e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 2727a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 2728e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2729e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 2730e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2731e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2732e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 2733e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 2734e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2735e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 2736e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 2737e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 2738e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer("csd-0", buffer); 2739e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2740e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2741e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2742e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2743e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 27442606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 27452606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mState == CONFIGURED && !mBatteryStatNotified) { 27462606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 27472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 27482606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 27492606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartVideo(); 27502606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 27512606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartAudio(); 27522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 27532606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 27542606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 27552606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 27562606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 27572606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 27582606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 27592606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopVideo(); 27602606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 27612606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopAudio(); 27622606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 27632606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 27642606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 27652606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 27662606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 27672606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 27685778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 2769