MediaCodec.cpp revision 90fcf68fd29f3cb695bd53a830ad984cb7d430c0
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 225778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 262606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 27c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 2879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 291a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 30ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 31d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 3267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 335778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 345778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 355778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 365b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 37ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 385778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 402606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 416f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 42e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 435778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 44744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 455778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 46d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 47d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXCodec.h> 48d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 498b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 5099e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 512606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 532606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 54e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 555778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic inline int getCallingPid() { 5867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return IPCThreadState::self()->getCallingPid(); 5967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic int64_t getId(sp<IResourceManagerClient> client) { 6267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 6367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 6647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 6767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 7067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 7267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 7367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 7567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 7667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 7767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 7867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 7967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 8167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 8267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 8367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 8567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 878f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 888f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 898f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 908f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 918f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 928f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 938f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 948f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 958f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 968f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 978f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 988f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 998f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1008f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 10167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 10367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 10467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 10667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 10767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 10967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 11067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy() { 11267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 11367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 11567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 11667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 11767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 11867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 11967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 12167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 12267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 12367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 12467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 12567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 12667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 12767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 128e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 12967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 13067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 13267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 13367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 13467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 13567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 13667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 13867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int pid, 13967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 14067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const sp<IResourceManagerClient> client, 14167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 14267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 14567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 14667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService->addResource(pid, clientId, client, resources); 14767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 14867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 15067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 15167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 15267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 15367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 15467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService->removeResource(clientId); 15567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 15867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int callingPid, const Vector<MediaResource> &resources) { 15967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 16067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 16167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 16267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 16367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return mService->reclaimResource(callingPid, resources); 16467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 16567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1665778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1675778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 168251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const sp<ALooper> &looper, const char *mime, bool encoder, status_t *err) { 1695778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = new MediaCodec(looper); 1705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 171251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 172251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 173251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 174251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 175251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1765778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1785778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1795778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 180251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const sp<ALooper> &looper, const char *name, status_t *err) { 1815778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = new MediaCodec(looper); 1825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 183251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 184251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 185251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 186251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 187251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1885778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 190d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 191d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 192d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 193d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK_EQ(client.connect(), (status_t)OK); 194d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IOMX> omx = client.interface(); 195d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 19679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang const sp<IMediaCodecList> mediaCodecList = MediaCodecList::getInstance(); 19779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (mediaCodecList == NULL) { 19879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Failed to obtain MediaCodecList!"); 19979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; // if called from Java should raise IOException 20079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 20179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 20279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang AString tmp; 20379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang sp<AMessage> globalSettings = mediaCodecList->getGlobalSettings(); 20479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (globalSettings == NULL || !globalSettings->findString( 20579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang kMaxEncoderInputBuffers, &tmp)) { 20679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Failed to get encoder input buffer count!"); 20779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 20879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 20979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 21079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang int32_t bufferCount = strtol(tmp.c_str(), NULL, 10); 21179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (bufferCount <= 0 21279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang || bufferCount > BufferQueue::MAX_MAX_ACQUIRED_BUFFERS) { 21379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Encoder input buffer count is invalid!"); 21479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 21579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 21679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 217d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 218d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferConsumer> bufferConsumer; 219d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 220d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = omx->createPersistentInputSurface( 221d291c222357303b9611cab89d0c3b047584ef377Chong Zhang &bufferProducer, &bufferConsumer); 222d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 223d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 224d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 225d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 226d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 227d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 22879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang err = bufferConsumer->setMaxAcquiredBufferCount(bufferCount); 22979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 23079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (err != NO_ERROR) { 23179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Unable to set BQ max acquired buffer count to %u: %d", 23279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang bufferCount, err); 23379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 23479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 23579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 236d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return new PersistentSurface(bufferProducer, bufferConsumer); 237d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 238d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 2395778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::MediaCodec(const sp<ALooper> &looper) 2405778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 24147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 2425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 24392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 2447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 2455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 246251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 2475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 248ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 249ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerService(new ResourceManagerServiceProxy()), 2502606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 2512606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 25267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 25367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 2545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 2555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 2565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 2576507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 2583d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 2593d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 2605778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2625778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 2635778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 26467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 2655778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2675778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 2685778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 2695778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 2705778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 2715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 2735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 2775778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 2785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2815778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2833f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 28447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 28547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 28647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 28747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 28847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 28947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 290c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 29147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 292c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 293c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 294c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 295dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 29667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 29767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 298671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 299671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 300671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 301671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 302671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 3035778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 3045778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 3055778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 3065778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 307744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 308bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung if (nameIsType || !strncasecmp(name.c_str(), "omx.", 4)) { 309744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new ACodec; 310744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else if (!nameIsType 311bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung && !strncasecmp(name.c_str(), "android.filter.", 15)) { 312744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new MediaFilter; 313744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else { 314744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 315744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 316744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 31767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 318dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 31967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 3206f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 3216f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 3226f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 32367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 3246f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 3256f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 32660b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 32748a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (mcl == NULL) { 32848a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec = NULL; // remove the codec. 32948a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return NO_INIT; // if called from Java should raise IOException 33048a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 3316f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 3326f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 33360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 33460b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 33560b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 33660b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 33760b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 33867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 33960b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 3406f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3416f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3426f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 34667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 3475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 3485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 3495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 3505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 3515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 3545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 3555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 3565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 3595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3601d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar mCodec->setNotificationMessage(new AMessage(kWhatCodecNotify, this)); 3615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3621d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 3635778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 3645778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 3655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 3675778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 3685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 37167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 37267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = secureCodec ? kResourceSecureCodec : kResourceNonSecureCodec; 373c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 374c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 37567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 37667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 37767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 37867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mResourceManagerService->reclaimResource(getCallingPid(), resources)) { 37967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 38067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 38167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 38267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 38367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 38467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 38567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 38667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 38767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 38867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 38967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 3905778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 392c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 3931d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 394c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 395c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 396c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 397c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 398c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 399c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 40090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 40190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 40290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 40390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 40490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 40590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4065778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 4075778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 408f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 4091bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 4105778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 4111d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 4125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 41367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 41467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 41567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 41667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 41767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 4185778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 4195778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 420f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 4211bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 4221bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (crypto != NULL) { 4231bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setPointer("crypto", crypto.get()); 4245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 42767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 428f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 42967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 43067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 43167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 43267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 433c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 434c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 43567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 43667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 43767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 43867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 43967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 44067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 44167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mResourceManagerService->reclaimResource(getCallingPid(), resources)) { 44267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 44367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 44467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 445f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 44667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 44767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 44867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 44967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 45067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 45167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 45267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 45367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 45467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 45567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 45667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 45767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 45867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 45967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 46067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 461f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 462f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 4635778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4658f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 466d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 4678f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 468d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 469d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 470d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 471d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 472d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 473d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 4741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 4751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 4761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 4771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 4791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 4801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 4811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 4837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 4841d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 4857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 4877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 4887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 4897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 4907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 4917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 4927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 4937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 4947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 4957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 4967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 4977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 4987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 4997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 5007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 50267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 50367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 50467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 50567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 50667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 50767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 50867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 50967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 51067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 51167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 51267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 51367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 51467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 51567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 516c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wuvoid MediaCodec::addResource(const String8 &type, const String8 &subtype, uint64_t value) { 51767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 518c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 51967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 52067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu getCallingPid(), getId(mResourceManagerClient), mResourceManagerClient, resources); 52167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 52267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 5235778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 5241d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 5255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 52667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 52767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 52867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 52967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 530c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 531c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 53267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 53367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 53467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 53567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 53667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 53767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 53867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mResourceManagerService->reclaimResource(getCallingPid(), resources)) { 53967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 54067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 54167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 54267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 54367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 54467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 54567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 54667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 54767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 54867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 54967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 55067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 55167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 55267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 55367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 55467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 55567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 55667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 55767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 55867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 55967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 56067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 56167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 5625778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5645778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 5651d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 5665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5675778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 5685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 5695778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 57147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wustatus_t MediaCodec::reclaim() { 57247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 57347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 57447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 57547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 57647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return PostAndAwaitResponse(msg, &response); 57747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 57847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 579c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 5801d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 581c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 582c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 583c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 584c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 585c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 586671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 587671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 588671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 589671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 590671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 591671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 592671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 593671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 594671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 595671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 596671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 597671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 598671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 599671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 600671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 601671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 602671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 603671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 604671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 605251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 606671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 607671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 608671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 609671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 610671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 611671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 612671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 613671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 614671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 615671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 616dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 617671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 618671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 619671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 620671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 6215778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 6225778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 6235778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 6245778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 6255778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 6265b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6275b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6285b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6295b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6305b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6315b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6321d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 6335778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 6345778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 6355778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 6365778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 6375778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 6385b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 6395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6405778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6425778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6444b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 6454b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 6464b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 6474b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 6484b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 6494b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 6504b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 6514b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 6524b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 6535b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6545b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6555b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6565b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6575b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6585b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6591d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 6604b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 6614b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 6624b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 6634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 6644b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 6654b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 6664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 6674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 6684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 6695b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 6704b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 6714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 6725b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 6735b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6745b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 6754b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 6764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 6775778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 6781d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 6795778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 6805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6815778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6825778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 6835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 6845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 6855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6875778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 6885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 6905778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6925778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 6935778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 6945778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 6955778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 6965778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 6975778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 6985778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 6991d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 7005778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7025778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7035778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7055778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7085778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7095778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 7105778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 7115778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 7125778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 7135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7155778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7175778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 7181d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7195778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7205778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 7215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7225778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7245778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 726fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 7271d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 728fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 729fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 730fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 731fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 732fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 733fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 734fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 735fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 7365778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 7371d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7385778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7405778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7425778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 7451d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 7467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 7487cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 7497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 7507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7515778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 7521d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 7535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7545778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7555778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7605778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 7615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7635778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 765e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 7661d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 767e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 768e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 769e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 770e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 771e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 772e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 773e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 774e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 775e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 776e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 777e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 778e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 779717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 7801d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 781717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 782717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 783717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 784717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 785717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 786717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 787717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 788717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 789717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 790717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 791717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 792717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 793e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnarstatus_t MediaCodec::getWidevineLegacyBuffers(Vector<sp<ABuffer> > *buffers) const { 794e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 795e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("portIndex", kPortIndexInput); 796e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setPointer("buffers", buffers); 797e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("widevine", true); 798e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 799e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> response; 800e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar return PostAndAwaitResponse(msg, &response); 801e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar} 802e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 8035778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getInputBuffers(Vector<sp<ABuffer> > *buffers) const { 8041d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8055778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 8065778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8085778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8125778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputBuffers(Vector<sp<ABuffer> > *buffers) const { 8131d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8145778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 8155778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8175778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8195778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8217bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputBuffer(size_t index, sp<ABuffer> *buffer) { 8227bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8237bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 8247bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8257bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8267bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 8277bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> buffer; 8287bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 8297bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8307bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8317bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getInputBuffer(size_t index, sp<ABuffer> *buffer) { 8327bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8337bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 8347bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8357bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8360e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 8370e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 8380e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 8390e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 8407bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 8417bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 8427bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> *buffer, sp<AMessage> *format) { 8437bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 8447bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 84547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 84647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 84747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 84847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 8497bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 8507bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 8510e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 8527bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 8537bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 8547bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8557bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 8567bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 8577bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 8587bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 8597bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (index < buffers->size()) { 8607bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo &info = buffers->itemAt(index); 8617bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (info.mOwnedByClient) { 8620837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar // by the time buffers array is initialized, crypto is set 8630837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar if (portIndex == kPortIndexInput && mCrypto != NULL) { 8640837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mEncryptedData; 8650837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } else { 8660837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mData; 8670837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } 8687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar *format = info.mFormat; 8697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 8707bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 8717bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 8727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8737bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8745778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 8751d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 8765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8775778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8795778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 881496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 8821d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 883496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 884496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 885496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 886496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 887575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 8881d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 889575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 890575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 891575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 892575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 8935778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 8945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8955778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 8965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 897c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 8985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8995778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 9005778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 9015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 9025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 905c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 9065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9075778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 9085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 9095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 9105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9115778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9133f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9140e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9155778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 916c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 9175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 918251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 919251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 920251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 9215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9235778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 9245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9255778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 9265778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 9275778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 9285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9305778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 9315778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 9325778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 9335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9345778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 9355778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9373f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9380e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9395778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 94047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 941251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 94247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 9435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 94447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 9455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 9465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 94747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 9485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 9495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 95047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 9515778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 9525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 9545778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 9555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 9565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9585778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<ABuffer> &buffer = 9595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[kPortIndexOutput].itemAt(index).mData; 9605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9615778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 9625778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 9635778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 9645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9655778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 9665778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 9675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9685778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 9695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9705778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 9715778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 9725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9735778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags = 0; 9745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 9755778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_SYNCFRAME; 9765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 9785778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_CODECCONFIG; 9795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_EOS) { 9815778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_EOS; 9825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9845778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 98547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 9865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 9895778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9915778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 9925778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 9935778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 9945778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 9955778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 9965778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 9975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9985778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 99992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatError: 10005778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1001251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1002251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1003251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 10045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10059e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 10069e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1007251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1008aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 100952dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1010aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1011aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 10125530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 10135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10145778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 10155778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 10165778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10175778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 10185778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10215778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 10225778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1023c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1024c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 10255778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10285778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 10295778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1030c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1031c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 10325778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10355778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STOPPING: 1036c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 10375778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10385778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 10395778822d86b0337407514b9372562b86edfa91cdAndreas Huber // the shutdown complete notification. 10405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10415530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 104203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 1043aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 104403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 104503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 104603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 104703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 104803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 104903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 105003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 105103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 10526e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 10536e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 10546e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 105503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 105603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 10575778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10605778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 10615778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10629e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 10639e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 10649e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 10659e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 10669e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 10679e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 10685778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10710e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 10725778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 10735778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10745530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 10755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1076251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1077575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 10785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10795778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1080c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1081c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1082251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1083251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1084251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1085251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1086251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1087251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1088251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1089251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1090251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1091251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1092251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1093c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 10945778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10975778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 10985778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10995530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1101251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1102575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1103c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1104251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1105251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1106251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1107251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1108c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1109251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1110251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1111251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1112251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1113251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1114251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1115251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1116251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1117251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1118251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1119251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1120c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11215778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11255530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1126251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 11275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11285778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 113192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentAllocated: 11325778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11335778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 11345778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 113552dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 11365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1137717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 11385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1139717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 11403a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 11415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 11423a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 11435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 114567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu String8 resourceType; 1146717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 11471bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 114867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceSecureCodec); 11491bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 11501bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 115167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceNonSecureCodec); 11521bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1153c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 1154c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 1155c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu addResource(resourceType, String8(subtype), 1); 11561bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 11575778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 11585778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 116192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentConfigured: 11625778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11635778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 11645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11656507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 11666507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 11676507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1168e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1169e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1170e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 11713a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 11723a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 11733a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 11743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 11753a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 11762606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 11775778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 11785778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 118192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatInputSurfaceCreated: 11827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 118392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 11847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 11851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 11867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 11877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 11887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 11897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 11907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 11916507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 11927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 11937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 11947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 11957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 11967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 11977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 11987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1199d291c222357303b9611cab89d0c3b047584ef377Chong Zhang case CodecBase::kWhatInputSurfaceAccepted: 1200d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 12018f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 1202d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 1203d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 1204d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 1205d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 1206d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1207d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 1208d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1209d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 1210d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 1211d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1212d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 121392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatSignaledInputEOS: 12147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 121592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 12161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 12177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 12187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 12197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 12257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 122692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatBuffersAllocated: 12275778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12287bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 12295778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 12305778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 12315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12325778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("%s buffers allocated", 12335778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 12345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12355778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput 12365778822d86b0337407514b9372562b86edfa91cdAndreas Huber || portIndex == kPortIndexOutput); 12375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[portIndex].clear(); 12395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12405778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 12415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1242eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<RefBase> obj; 1243eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber CHECK(msg->findObject("portDesc", &obj)); 1244eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 124592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar sp<CodecBase::PortDescription> portDesc = 124692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar static_cast<CodecBase::PortDescription *>(obj.get()); 12475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1248eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t numBuffers = portDesc->countBuffers(); 12495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1250c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker size_t totalSize = 0; 1251c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker for (size_t i = 0; i < numBuffers; ++i) { 1252c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (portIndex == kPortIndexInput && mCrypto != NULL) { 1253c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker totalSize += portDesc->bufferAt(i)->capacity(); 1254c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1255c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1256c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1257c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (totalSize) { 1258c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker mDealer = new MemoryDealer(totalSize, "MediaCodec"); 1259c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1260c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1261eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber for (size_t i = 0; i < numBuffers; ++i) { 12625778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo info; 1263eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mBufferID = portDesc->bufferIDAt(i); 12645778822d86b0337407514b9372562b86edfa91cdAndreas Huber info.mOwnedByClient = false; 1265eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mData = portDesc->bufferAt(i); 12665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12671bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (portIndex == kPortIndexInput && mCrypto != NULL) { 1268c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker sp<IMemory> mem = mDealer->allocate(info.mData->capacity()); 1269ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mEncryptedData = 1270c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker new ABuffer(mem->pointer(), info.mData->capacity()); 1271c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info.mSharedEncryptedBuffer = mem; 1272ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1273ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 12745778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffers->push_back(info); 12755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexOutput) { 12785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState == STARTING) { 12795778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We're always allocating output buffers after 12805778822d86b0337407514b9372562b86edfa91cdAndreas Huber // allocating input buffers, so this is a good 12815778822d86b0337407514b9372562b86edfa91cdAndreas Huber // indication that now all buffers are allocated. 128267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 1283c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu String8 subtype; 1284c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu addResource( 1285c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu String8(kResourceGraphicMemory), 1286c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu subtype, 1287c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu getGraphicBufferSize()); 128867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 12895778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTED); 12905778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 12925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagOutputBuffersChanged; 1293575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 12945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12965778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 129992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatOutputFormatChanged: 13005778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13015778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("codec output format changed"); 13025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1303475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mSoftRenderer == NULL && 1304f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface != NULL && 13053a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar (mFlags & kFlagUsesSoftwareRenderer)) { 13065778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 13075778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 13085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1309475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mime.startsWithIgnoreCase("video/")) { 1310f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSoftRenderer = new SoftwareRenderer(mSurface); 13115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat = msg; 1315e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1316e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagIsEncoder) { 1317e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Before we announce the format change we should 1318e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // collect codec specific data and amend the output 1319e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format as necessary. 1320e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagGatherCodecSpecificData; 1321c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagIsAsync) { 1322c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1323e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 1324e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagOutputFormatChanged; 1325e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber postActivityNotificationIfPossible(); 1326e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 13272514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 13282514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker // Notify mCrypto of video resolution changes 13292514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker if (mCrypto != NULL) { 13308140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar int32_t left, top, right, bottom, width, height; 13318140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 13328140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 13338140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } else if (mOutputFormat->findInt32("width", &width) 13348140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar && mOutputFormat->findInt32("height", &height)) { 13358140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(width, height); 13368140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } 13372514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker } 13382514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 13395778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 134290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case CodecBase::kWhatOutputFramesRendered: 134390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 134490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 134590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 134690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 134790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 134890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 134990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 135090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 135190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 135290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 135390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 135492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFillThisBuffer: 13555778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13565778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 13575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1358c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1359c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1360c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 13615778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 13625778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13658ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 13668ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 13678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 13688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13698ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 13708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 13718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 13728ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 13738ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 13748ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 13768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 13788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 13798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 13808ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1381251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1382575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1383575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 13848ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 13858ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 13868ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 13878ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 13888ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1389c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 13906e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 13913d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 13923d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 13933d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 13943d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 13953d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 13966e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1397c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 13985778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 13995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14005778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 14015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 14025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1403575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1404575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 14055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 140992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatDrainThisBuffer: 14105778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14115778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 14125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1413c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1414c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1415c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 14165778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 14175778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14202d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 14212d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber CHECK(msg->findBuffer("buffer", &buffer)); 14225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14235778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 14245778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", &omxFlags)); 14255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14265778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffer->meta()->setInt32("omxFlags", omxFlags); 14275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1428e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagGatherCodecSpecificData) { 1429e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // This is the very first output buffer after a 1430e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format change was signalled, it'll either contain 1431e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the one piece of codec specific data we can expect 1432e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // or there won't be codec specific data. 1433e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 1434e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber status_t err = 1435e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber amendOutputFormatWithCodecSpecificData(buffer); 1436e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1437e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (err != OK) { 1438e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ALOGE("Codec spit out malformed codec " 1439e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber "specific data!"); 1440e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1441e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1442e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1443e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1444c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1445c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1446c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1447c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1448c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1449e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1450e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1451c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1452c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1453c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 14545778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 14555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14565778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 14575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 14585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1459575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1460575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 14615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1462575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 14635778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 146692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatEOS: 14675778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14685778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 14695778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 14705778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 147392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatShutdownCompleted: 14745778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1475c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == STOPPING) { 1476c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(INITIALIZED); 1477c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } else { 1478c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK_EQ(mState, RELEASING); 1479c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(UNINITIALIZED); 14806e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 1481c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 148252dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 14835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 148467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 148567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14865778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 14875778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 149092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFlushCompleted: 14915778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14925530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 14935530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 14945530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 14955530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 14965530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 14975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14980e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 14990e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 15000e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 15010e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 15020e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 15030e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 15045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15055778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15095778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 15105778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 15115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15125778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15155778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 15165778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15173f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 15185778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1521c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15225778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 15265778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 15275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15285778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 15295778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 15305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15315778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 15325778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 15330db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 15340db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 15355778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 15365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15385778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 15395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 15415778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 15425778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 15435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 15445778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 15455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 15485778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 155190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 155290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 155390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 155490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 155590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 155690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 155790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 155890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 155990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1560c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1561c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 15623f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1563c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1564c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1565c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1566c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 15670e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 15680e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1569c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1570c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1571c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1572c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1573c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1574c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1575c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1576c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1577c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1578c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1579c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1580c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1581c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1582c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1583c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1584c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1585c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1586c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1587c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1588c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1589c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1590c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1591c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 15925778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 15935778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15943f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 15955778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1598c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15995778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16025778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 1603f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 16045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16055778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 16065778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 16075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16088b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 16098b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 16108b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 16118b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 16128b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 16135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 16145778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 1615f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 16167541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1617c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 16187541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 16191bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 16201bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 1621f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 16221bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 16231bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16247541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 16257541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 16267541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 16271bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 16281bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 16291bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 16305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16321bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 16331bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16345778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 16355778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 16365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 16385778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 1639e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 16405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16428ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 16438ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 16455778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 16491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 16501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 16511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 16521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 16531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 16541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface; 16551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 16561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 16571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 16581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 16591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 16601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 16611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 16621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 16631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 16641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 16651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 16661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 16671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 16681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 16691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 16701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 16711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 16721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == BAD_VALUE) { 16731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assuming reconnecting to same surface 16741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if it is the same surface 16751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 16761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 16771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 16781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 16798b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 16808b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 16818b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 16828b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 16831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 16841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 16851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 16861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 16871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 16901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 16911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 16921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 16961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 16981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 16991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 17001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 17041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 17088f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 17097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 17103f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 17127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 17137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 17147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 1715c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 17167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 17177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 17197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 1720d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 1721d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 1722d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1723d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 1724d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 1725d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 17268f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 1727d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 1728d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 17297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 17307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17315778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 17325778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17333f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17345778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 17355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17360e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 1737d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 17383d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 17393d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 17403d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 17413d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 17420e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 17430e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 1744d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 17450e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 1746c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 17475778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 17515778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 17525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 17545778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17575778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 1758c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 1759c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 1760aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 1761aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 1762aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 17633f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1764c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1765c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 176647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 176747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 176847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 176947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 177047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 177147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 177247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 177347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 177447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 177547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 177647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 177747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 177847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 177947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 178033223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung if (!((mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED) // See 1 178133223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 17820e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 178333223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 178433223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 178533223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 178652dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 178703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 178803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 178903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 179003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 179103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 1792c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 179347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 179447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 17956e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 17966e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 17976e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 17986e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 17996e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1800c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 1801c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 1802c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1803c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1804aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 1805aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 1806aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 1807aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 18086e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 18096e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 18106e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1811aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 1812aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 1813aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1814aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1815c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 1816aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 1817aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1818aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 1819aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 1820c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 18215778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 18228b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 18238b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 18248b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 18258b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 18265778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18295778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 18305778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18313f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18325778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1834c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1835c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1836c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1837c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1838c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1839c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 18406507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 18416507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 1842c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18436507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 18446507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 18456507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 18465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 18475778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18505778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 18515778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 18525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1854c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 18555778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 18595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 18605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 18625778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 18631d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 18645778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 18655778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 18665778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 18675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18685778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18715778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 18725778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18735778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 18745778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 18755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 18775778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 18785778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18815778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 18825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1883c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 18845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 18865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 18875778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18905778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 18915778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18923f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18935778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1895251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1896c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18975778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1898251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1899251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1900251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19035778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 19045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1905c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 19065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19095778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 19105778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19113f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19125778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1914c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1915c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1916c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1917c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1918c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1919c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 19205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 19215778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19245778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 19255778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 19265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1928c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 19295778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 19335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 19345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 19365778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 19371d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 19385778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 19395778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 19405778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 19415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19425778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19455778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 19465778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19475778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 19485778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 19495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 19515778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 19525778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19555778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 19565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1957c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 19585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 19605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 19615778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19645778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 19655778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19663f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19675778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1969251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1970c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19715778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1972251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1973251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1974251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19775778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 19785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1979c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 19805778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 19847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 19853f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 19877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1988251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1989c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 1991251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1992251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1993251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 19957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 19967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 19977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 19987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 19997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 20015778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 20025778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20033f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20045778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2005e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // Unfortunately widevine legacy source requires knowing all of the 2006e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // codec input buffers, so we have to provide them even in async mode. 2007e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar int32_t widevine = 0; 2008e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->findInt32("widevine", &widevine); 20095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2010e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar if (!isExecuting() || ((mFlags & kFlagIsAsync) && !widevine)) { 2011c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20125778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2013251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2014251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2015251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20185778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 20195778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 20205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20215778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<sp<ABuffer> > *dstBuffers; 20225778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 20235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20245778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 20255778822d86b0337407514b9372562b86edfa91cdAndreas Huber const Vector<BufferInfo> &srcBuffers = mPortBuffers[portIndex]; 20265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20275778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < srcBuffers.size(); ++i) { 20285778822d86b0337407514b9372562b86edfa91cdAndreas Huber const BufferInfo &info = srcBuffers.itemAt(i); 20295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2030ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber dstBuffers->push_back( 20311bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (portIndex == kPortIndexInput && mCrypto != NULL) 2032ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? info.mEncryptedData : info.mData); 20335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20355778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 20365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20395778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 20405778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20413f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20425778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2044251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2045c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20465778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2047251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2048251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2049251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 20530e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 20545778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 20555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 20575778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 20585778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2061e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 20625778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 20635778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2064e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2065e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2066e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 20673f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20685778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2070e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 20710e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 20720e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2073e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2074c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20755778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2076251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2077251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2078251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20815778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2082e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 20835778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 20845778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2087496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2088496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2089496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2090496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2091496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2092496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2093575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2094575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2095575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2096575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2097575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2098575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2099575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2100575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2101575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2102717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2103717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 21043f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2105717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2106717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2107717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2108c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2109717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2110717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2111717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2112717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2113717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2114717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2115717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2116717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2117717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2118a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2119a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 21203f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2121a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2122a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2123a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2124a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2125a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2126a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2127a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2128c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2129a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2130a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2131a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 21325778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 21335778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 21345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21355778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 21365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21378ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 21388ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 21398ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21408ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 21418ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 21428ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2143a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 21448ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 21458ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 21468ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21478ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 21488ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 21498ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 21508ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2151a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 21528ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 21538ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21548ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 21558ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 21568ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21577bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo *info = 21587bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar &mPortBuffers[kPortIndexInput].itemAt(bufferIndex); 21598ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21608ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 21618ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 21628ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21638ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber const sp<ABuffer> &codecInputData = 21648ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber (mCrypto != NULL) ? info->mEncryptedData : info->mData; 21658ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21668ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 21678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 21688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 21698ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 21718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21728ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 21738ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21741d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 21758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 21768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 21778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 21788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 21798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 21808ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 21818ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21828ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 21838ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 21848ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21855778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 21867541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 21875778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 21885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 21895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21901bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 2191f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 21925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2193671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 21945778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 21955778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 21965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 21975778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2198e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2199e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 2200c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2201251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2202575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2203575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2204c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 22055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2207717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2208671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2209671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2210671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2211aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2212aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2213aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2214aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2215717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2216717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 22175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 22185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22195778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 22202606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 22225778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22245778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodec() { 22255778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 22265778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 22275778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22295778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex) { 22305778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 22317bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 22325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22335778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 22345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22355778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 22365778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 22375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify != NULL) { 22395778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = info->mNotify; 22405778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 22415778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mOwnedByClient = false; 22425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexInput) { 22447fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* no error, just returning buffers */ 22457fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar msg->setInt32("err", OK); 22465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22475778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 22485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 22525778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22545778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 22555778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 22565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 22575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2258609b815a3131d22da38b2f452faa9f89daad4039Andy Hung uint32_t bufferID; 2259609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 22605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22615778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 22625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22635778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 22645778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 22655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mBufferID == bufferID) { 22675778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(info->mNotify == NULL); 22685778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("reply", &info->mNotify)); 22695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2270475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mFormat = 2271475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu (portIndex == kPortIndexInput) ? mInputFormat : mOutputFormat; 22725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].push_back(i); 22735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return i; 22755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22785778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 22795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 22815778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22835778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 22855778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 22865778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 22875778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 22885778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 22895778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 22905778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 22915778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 22925778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 22935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 22954b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 22964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 22974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 22984b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 22994b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 23014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 23024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 23034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 23054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto != NULL) { 23064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 23074b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 23084b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 23104b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 23114b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 23124b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 23134b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 23144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 23154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto == NULL) { 23164b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 23174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 23184b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23194b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 23204b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 23214b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 23224b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 23234b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23244b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 23254b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 23264b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23274b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 23284b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23294b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 23304b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 23314b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 23324b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 23334b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 23344b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 23354b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 23375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 23385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23405778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexInput].editItemAt(index); 23415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 23435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 23445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 23475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 23485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23505778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> reply = info->mNotify; 23515778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 23525778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 23535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_EOS) { 23555778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("eos", true); 23565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_CODECCONFIG) { 23595778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("csd", true); 23605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23621bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (mCrypto != NULL) { 23631bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (size > info->mEncryptedData->capacity()) { 23641bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber return -ERANGE; 2365ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2366ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 23675b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 23685b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 23695b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 2370fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong ssize_t result = mCrypto->decrypt( 23711bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (mFlags & kFlagIsSecure) != 0, 23721bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 23731bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 23741bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 2375c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info->mSharedEncryptedBuffer, 2376c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker offset, 23774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 23784b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 23795b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mData->base(), 23805b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 23811bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2382fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong if (result < 0) { 2383fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong return result; 2384ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2385ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2386fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong info->mData->setRange(0, result); 2387ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2388ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 23897bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 23907bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 23917bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 23927bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 23937bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 23942d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber reply->setBuffer("buffer", info->mData); 23955778822d86b0337407514b9372562b86edfa91cdAndreas Huber reply->post(); 23965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23975b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mNotify = NULL; 23985b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 23995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 24005778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 240290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 240390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 240490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done, sp<AMessage> &msg) { 240590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 240690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 240790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 240890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 240990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 241090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 241190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 241290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 241390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 241490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 241590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 241690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 241790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 241890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 24195778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 24205778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 24215778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 24225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24235778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 24245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24280e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 24295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 24305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 24335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 24345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24365778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index); 24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 24395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 24405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24427bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 24437bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 24447bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 24457bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 24467bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 24477bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 244879ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou if (render && info->mData != NULL && info->mData->size() != 0) { 24495778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->setInt32("render", true); 24505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 245190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 245290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 245390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 245490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 245590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findInt64("timestampNs", &renderTimeNs)) { 245690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mNotify->setInt64("timestampNs", renderTimeNs); 2457fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } else { 2458fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // TODO: it seems like we should use the timestamp 2459fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // in the (media)buffer as it potentially came from 2460fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // an input surface, but we did not propagate it prior to 2461fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // API 20. Perhaps check for target SDK version. 2462fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#if 0 246390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ALOGV("using buffer PTS of %" PRId64, timestampNs); 246490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 2465fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#endif 2466fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2467fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 24685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 246990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 2470475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mData->data(), info->mData->size(), 247190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, renderTimeNs, NULL, info->mFormat); 247290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 247390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 247490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 247590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 247690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 247790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 247890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 247990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 248090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 248190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 24825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24855778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->post(); 24865778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 24875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 24895778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24915778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 24925778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 24935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24945778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 24955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 24975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 24985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25005778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 25015778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 25025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25035778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[portIndex].editItemAt(index); 25045778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 25057bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 25067bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 25077bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 250803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 250903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 251003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat != NULL) { 251103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 251203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findBuffer("image-data", &imageData)) { 251303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 251403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 251503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 251603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findRect("crop", &left, &top, &right, &bottom)) { 251703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 251803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 251903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 25207bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 25215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 25235778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 25261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 25271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 25281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 25291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == BAD_VALUE) { 25301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGI("native window already connected. Assuming no change of surface"); 25311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (err != OK) { 25321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_api_connect returned an error: %s (%d)", strerror(-err), err); 25331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 25341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 25351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 25361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 25377541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 25381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 25391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 2540f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 25411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_disconnect(mSurface.get(), NATIVE_WINDOW_API_MEDIA); 25427541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 25431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("native_window_api_disconnect returned an error: %s (%d)", strerror(-err), err); 25447541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 25451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 2546f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 25477541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 25481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 25491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 25507541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 25511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 25521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 25531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 25541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 25551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2556f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 25571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 25581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 25591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 25607541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 25617541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 25621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 25637541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 25647541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2565c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 2566c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2567c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 2568c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2569c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 2570c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2571c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2572c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2573c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2574c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2575c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 2576c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2577c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 2578c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang const sp<ABuffer> &buffer = 2579c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mPortBuffers[kPortIndexOutput].itemAt(index).mData; 2580c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2581c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 2582c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2583c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 2584c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 2585c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2586c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 2587c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 2588c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2589c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 2590c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2591c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t omxFlags; 2592c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 2593c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2594c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t flags = 0; 2595c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 2596c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_SYNCFRAME; 2597c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2598c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 2599c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_CODECCONFIG; 2600c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2601c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_EOS) { 2602c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_EOS; 2603c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2604c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2605c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 2606c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2607c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2608c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2609c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2610c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2611749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 2612c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2613c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2614c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 2615c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 2616749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 2617749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 2618749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 2619749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 2620749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 2621c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2622c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2623c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2624c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2625c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2626c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 2627c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2628c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2629c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 2630c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 2631c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2632c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2633c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2634c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2635c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2636575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 2637575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 2638575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 2639575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2640575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2641e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 2642e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 2643575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 2644e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 2645e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2646e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 2647575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 2648575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 2649e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 2650e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 2651e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2652e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 2653e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 2654e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 2655e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 2656e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 2657e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 2658e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 2659575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 2660575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2661575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2662575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 2663575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2664a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 26651d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 2666a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 2667a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2668a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 2669a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 2670a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2671a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2672a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 2673a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 2674a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2675a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 2676a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2677a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2678e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 2679e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const sp<ABuffer> &buffer) { 2680e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 2681e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 2682e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2683e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 2684e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 2685e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 2686e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 2687e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 2688e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2689e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 2690e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2691e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 2692e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 2693e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2694e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 2695e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 2696e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 2697e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 2698e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 2699e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 2700e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2701e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 2702a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 2703e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2704e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 2705e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2706e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2707e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 2708e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 2709e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2710e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 2711e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 2712e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 2713e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer("csd-0", buffer); 2714e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2715e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2716e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2717e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2718e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 27192606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 27202606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mState == CONFIGURED && !mBatteryStatNotified) { 27212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 27222606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 27232606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 27242606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartVideo(); 27252606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 27262606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartAudio(); 27272606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 27282606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 27292606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 27302606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 27312606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 27322606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 27332606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 27342606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopVideo(); 27352606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 27362606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopAudio(); 27372606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 27382606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 27392606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 27402606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 27412606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 27422606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 27435778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 2744