MediaCodec.cpp revision 37c8924c508a7c9b8bd3c8ce80fc005070531902
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 225778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 262606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 27c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 2879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 291a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 30ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 31d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 3267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 335778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 345778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 355778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 365b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 37ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 385778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 402606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 416f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 42e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 435778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 44744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 455778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 46d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 47d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXCodec.h> 48d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 498b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 5099e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 512606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 532606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 54e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 555778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic int64_t getId(sp<IResourceManagerClient> client) { 5867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 5967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 6247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 6367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 6667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 6867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 6967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 7167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 7267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 7367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 7467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 7567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 7647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 7767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 7867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 7967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 8167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 838f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 848f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 858f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 868f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 878f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 888f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 898f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 908f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 918f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 928f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 938f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 948f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 958f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 968f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 9767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 9967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 10067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 10267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 10367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 10567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 10667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10737c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy() 10837c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu : mPid(IPCThreadState::self()->getCallingPid()) { 10967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 11067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 11267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 11367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 11467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 11567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 11667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 11867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 11967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 12067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 12167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 12267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 12367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 12467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 125e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 12667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 12767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 12967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 13067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 13167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 13267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 13367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 13567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 13667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const sp<IResourceManagerClient> client, 13767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 13867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 13967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 14067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 14167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 14237c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->addResource(mPid, clientId, client, resources); 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 14667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 14767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 14867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 14967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 15037c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->removeResource(mPid, clientId); 15167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 15437c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu const Vector<MediaResource> &resources) { 15567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 15667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 15767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 15867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 15937c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu return mService->reclaimResource(mPid, resources); 16067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 16167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1625778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1635778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 164251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const sp<ALooper> &looper, const char *mime, bool encoder, status_t *err) { 1655778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = new MediaCodec(looper); 1665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 167251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 168251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 169251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 170251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 171251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1725778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1745778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1755778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 176251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const sp<ALooper> &looper, const char *name, status_t *err) { 1775778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = new MediaCodec(looper); 1785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 179251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 180251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 181251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 182251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 183251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1845778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 186d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 187d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 188d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 189d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK_EQ(client.connect(), (status_t)OK); 190d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IOMX> omx = client.interface(); 191d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 19279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang const sp<IMediaCodecList> mediaCodecList = MediaCodecList::getInstance(); 19379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (mediaCodecList == NULL) { 19479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Failed to obtain MediaCodecList!"); 19579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; // if called from Java should raise IOException 19679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 19779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 19879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang AString tmp; 19979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang sp<AMessage> globalSettings = mediaCodecList->getGlobalSettings(); 20079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (globalSettings == NULL || !globalSettings->findString( 20179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang kMaxEncoderInputBuffers, &tmp)) { 20279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Failed to get encoder input buffer count!"); 20379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 20479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 20579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 20679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang int32_t bufferCount = strtol(tmp.c_str(), NULL, 10); 20779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (bufferCount <= 0 20879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang || bufferCount > BufferQueue::MAX_MAX_ACQUIRED_BUFFERS) { 20979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Encoder input buffer count is invalid!"); 21079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 21179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 21279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 213d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 214d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferConsumer> bufferConsumer; 215d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 216d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = omx->createPersistentInputSurface( 217d291c222357303b9611cab89d0c3b047584ef377Chong Zhang &bufferProducer, &bufferConsumer); 218d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 219d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 220d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 221d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 222d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 223d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 22479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang err = bufferConsumer->setMaxAcquiredBufferCount(bufferCount); 22579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 22679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (err != NO_ERROR) { 22779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Unable to set BQ max acquired buffer count to %u: %d", 22879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang bufferCount, err); 22979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 23079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 23179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 232d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return new PersistentSurface(bufferProducer, bufferConsumer); 233d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 234d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 2355778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::MediaCodec(const sp<ALooper> &looper) 2365778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 23747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 2385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 23992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 2407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 2415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 242251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 2435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 244ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 245ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerService(new ResourceManagerServiceProxy()), 2462606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 2472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 24867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 24967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 2505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 2515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 2525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 2536507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 2543d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 2553d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 2565778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2585778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 2595778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 26067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 2615778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2635778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 2645778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 2655778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 2665778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 2675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 2695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 2735778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 2745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2775778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2793f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 28047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 28147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 28247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 28347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 28447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 28547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 286c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 28747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 288c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 289c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 290c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 291dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 29267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 29367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 294671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 295671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 296671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 297671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 298671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2995778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 3005778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 3015778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 3025778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 303744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 304bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung if (nameIsType || !strncasecmp(name.c_str(), "omx.", 4)) { 305744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new ACodec; 306744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else if (!nameIsType 307bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung && !strncasecmp(name.c_str(), "android.filter.", 15)) { 308744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new MediaFilter; 309744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else { 310744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 311744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 312744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 31367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 314dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 31567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 3166f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 3176f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 3186f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 31967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 3206f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 3216f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 32260b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 32348a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (mcl == NULL) { 32448a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec = NULL; // remove the codec. 32548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return NO_INIT; // if called from Java should raise IOException 32648a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 3276f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 3286f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 32960b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 33060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 33160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 33260b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 33360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 33467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 33560b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 3366f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3376f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3386f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 34267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 3435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 3445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 3455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 3465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 3475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 3505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 3515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 3525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 3555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3561d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar mCodec->setNotificationMessage(new AMessage(kWhatCodecNotify, this)); 3575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3581d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 3595778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 3605778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 3615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 3635778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 3645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 36667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 36767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 36867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = secureCodec ? kResourceSecureCodec : kResourceNonSecureCodec; 369c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 370c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 37167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 37267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 37367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 37437c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 37567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 37667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 37767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 37867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 37967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 38067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 38167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 38267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 38367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 38467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 38567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 3865778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 388c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 3891d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 390c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 391c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 392c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 393c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 394c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 395c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 39690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 39790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 39890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 39990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 40090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 40190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4025778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 4035778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 404f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 4051bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 4065778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 4071d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 4085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 41067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 41167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 41267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 41367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 4145778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 4155778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 416f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 4171bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 4181bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (crypto != NULL) { 4191bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setPointer("crypto", crypto.get()); 4205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 42367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 424f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 42567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 42667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 42767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 42867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 429c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 430c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 43167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 43267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 43367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 43467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 43567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 43667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 43737c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 43867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 43967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 44067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 441f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 44267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 44367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 44467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 44567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 44667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 44767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 44867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 44967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 45067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 45167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 45267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 45367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 45467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 45567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 45667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 457f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 458f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 4595778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4618f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 462d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 4638f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 464d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 465d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 466d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 467d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 468d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 469d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 4701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 4711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 4721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 4731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 4751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 4761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 4771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 4797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 4801d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 4817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 4837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 4847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 4857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 4867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 4877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 4887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 4897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 4907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 4917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 4927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 4937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 4947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 4957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 4967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 4977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 49867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 49967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 50067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 50167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 50267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 50367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 50467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 50567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 50667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 50767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 50867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 50967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 51067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 51167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 512c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wuvoid MediaCodec::addResource(const String8 &type, const String8 &subtype, uint64_t value) { 51367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 514c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 51567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 51637c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu getId(mResourceManagerClient), mResourceManagerClient, resources); 51767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 51867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 5195778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 5201d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 5215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 52267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 52367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 52467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 52567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 526c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 527c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 52867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 52967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 53067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 53167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 53267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 53367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 53437c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 53567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 53667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 53767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 53867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 53967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 54067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 54167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 54267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 54367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 54467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 54567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 54667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 54767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 54867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 54967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 55067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 55167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 55267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 55367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 55467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 55567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 55667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 55767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 5585778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5605778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 5611d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 5625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5635778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 5645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 5655778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 56747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wustatus_t MediaCodec::reclaim() { 56847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 56947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 57047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 57147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 57247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return PostAndAwaitResponse(msg, &response); 57347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 57447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 575c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 5761d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 577c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 578c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 579c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 580c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 581c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 582671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 583671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 584671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 585671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 586671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 587671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 588671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 589671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 590671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 591671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 592671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 593671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 594671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 595671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 596671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 597671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 598671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 599671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 600671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 601251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 602671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 603671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 604671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 605671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 606671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 607671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 608671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 609671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 610671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 611671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 612dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 613671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 614671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 615671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 616671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 6175778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 6185778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 6195778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 6205778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 6215778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 6225b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6235b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6245b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6255b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6265b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6275b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6281d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 6295778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 6305778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 6315778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 6325778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 6335778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 6345b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 6355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6365778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6385778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6404b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 6414b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 6424b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 6434b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 6444b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 6454b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 6464b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 6474b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 6484b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 6495b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6505b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6515b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6525b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6535b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6545b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6551d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 6564b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 6574b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 6584b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 6594b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 6604b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 6614b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 6624b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 6634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 6644b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 6655b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 6664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 6674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 6685b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 6695b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6705b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 6714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 6724b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 6735778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 6741d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 6755778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 6765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6775778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6785778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 6795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 6805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 6815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6835778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 6845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 6865778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6885778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 6895778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 6905778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 6915778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 6925778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 6935778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 6945778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 6951d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 6965778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 6975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6985778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6995778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7045778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7055778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 7065778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 7075778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 7085778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 7095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7115778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7135778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 7141d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7155778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7165778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 7175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7185778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7195778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7205778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 722fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 7231d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 724fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 725fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 726fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 727fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 728fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 729fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 730fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 731fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 7325778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 7331d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7345778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7365778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7385778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 7411d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 7427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 7447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 7457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 7467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7475778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 7481d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 7495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7505778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7515778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 7575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7595778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 761e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 7621d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 763e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 764e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 765e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 766e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 767e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 768e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 769e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 770e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 771e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 772e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 773e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 774e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 775717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 7761d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 777717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 778717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 779717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 780717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 781717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 782717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 783717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 784717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 785717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 786717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 787717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 788717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 789e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnarstatus_t MediaCodec::getWidevineLegacyBuffers(Vector<sp<ABuffer> > *buffers) const { 790e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 791e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("portIndex", kPortIndexInput); 792e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setPointer("buffers", buffers); 793e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("widevine", true); 794e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 795e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> response; 796e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar return PostAndAwaitResponse(msg, &response); 797e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar} 798e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 7995778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getInputBuffers(Vector<sp<ABuffer> > *buffers) const { 8001d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8015778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 8025778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8045778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8055778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8065778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8085778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputBuffers(Vector<sp<ABuffer> > *buffers) const { 8091d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8105778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 8115778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8135778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8155778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8177bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputBuffer(size_t index, sp<ABuffer> *buffer) { 8187bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8197bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 8207bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8217bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8227bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 8237bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> buffer; 8247bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 8257bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8267bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8277bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getInputBuffer(size_t index, sp<ABuffer> *buffer) { 8287bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8297bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 8307bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8317bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8320e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 8330e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 8340e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 8350e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 8367bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 8377bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 8387bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> *buffer, sp<AMessage> *format) { 8397bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 8407bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 84147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 84247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 84347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 84447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 8457bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 8467bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 8470e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 8487bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 8497bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 8507bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8517bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 8527bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 8537bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 8547bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 8557bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (index < buffers->size()) { 8567bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo &info = buffers->itemAt(index); 8577bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (info.mOwnedByClient) { 8580837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar // by the time buffers array is initialized, crypto is set 8590837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar if (portIndex == kPortIndexInput && mCrypto != NULL) { 8600837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mEncryptedData; 8610837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } else { 8620837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mData; 8630837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } 8647bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar *format = info.mFormat; 8657bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 8667bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 8677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 8687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8705778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 8711d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 8725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8735778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8755778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 877496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 8781d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 879496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 880496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 881496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 882496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 883575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 8841d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 885575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 886575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 887575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 888575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 8895778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 8905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8915778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 8925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 893c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 8945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8955778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 8965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 8975778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 8985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 901c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 9025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9035778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 9045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 9055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 9065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9075778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9093f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9100e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9115778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 912c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 9135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 914251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 915251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 916251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 9175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9195778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 9205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 9225778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 9235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 9245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9265778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 9275778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 9285778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 9295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 9315778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9333f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9340e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9355778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 93647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 937251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 93847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 9395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 94047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 9415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 9425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 94347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 9445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 9455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 94647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 9475778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 9485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 9505778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 9515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 9525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9545778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<ABuffer> &buffer = 9555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[kPortIndexOutput].itemAt(index).mData; 9565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9575778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 9585778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 9595778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 9605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9615778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 9625778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 9635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9645778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 9655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9665778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 9675778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 9685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9695778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags = 0; 9705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 9715778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_SYNCFRAME; 9725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 9745778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_CODECCONFIG; 9755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_EOS) { 9775778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_EOS; 9785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9805778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 98147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 9825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 9855778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9875778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 9885778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 9895778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 9905778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 9915778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 9925778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 9935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9945778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 99592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatError: 9965778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 997251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 998251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 999251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 10005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10019e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 10029e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1003251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1004aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 100552dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1006aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1007aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 10085530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 10095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10105778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 10115778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 10125778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10135778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 10145778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10175778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 10185778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1019c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1020c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 10215778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10245778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 10255778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1026c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1027c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 10285778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10315778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STOPPING: 1032c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 10335778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10345778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 10355778822d86b0337407514b9372562b86edfa91cdAndreas Huber // the shutdown complete notification. 10365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10375530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 103803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 1039aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 104003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 104103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 104203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 104303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 104403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 104503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 104603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 104703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 10486e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 10496e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 10506e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 105103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 105203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 10535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10565778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 10575778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10589e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 10599e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 10609e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 10619e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 10629e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 10639e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 10645778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10670e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 10685778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 10695778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10705530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 10715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1072251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1073575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 10745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10755778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1076c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1077c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1078251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1079251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1080251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1081251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1082251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1083251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1084251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1085251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1086251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1087251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1088251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1089c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 10905778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10935778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 10945778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10955530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 10965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1097251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1098575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1099c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1100251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1101251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1102251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1103251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1104c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1105251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1106251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1107251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1108251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1109251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1110251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1111251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1112251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1113251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1114251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1115251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1116c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11175778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11215530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1122251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 11235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11245778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 112792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentAllocated: 11285778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11295778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 11305778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 113152dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 11325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1133717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 11345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1135717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 11363a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 11375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 11383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 11395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 114167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu String8 resourceType; 1142717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 11431bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 114467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceSecureCodec); 11451bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 11461bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 114767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceNonSecureCodec); 11481bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1149c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 1150c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 1151c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu addResource(resourceType, String8(subtype), 1); 11521bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 11535778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 11545778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 115792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentConfigured: 11585778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1159c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung if (mState == UNINITIALIZED || mState == INITIALIZED) { 1160c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // In case a kWhatError message came in and replied with error, 1161c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // we log a warning and ignore. 1162c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung ALOGW("configure interrupted by error, current state %d", mState); 1163c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung break; 1164c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung } 11655778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 11665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11676507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 11686507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 11696507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1170e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1171e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1172e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 11733a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 11743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 11753a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 11763a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 11773a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 11782606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 11795778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 11805778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 118392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatInputSurfaceCreated: 11847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 118592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 11867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 11871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 11887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 11897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 11907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 11917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 11927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 11936507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 11947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 11957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 11967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 11977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 11987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 11997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1201d291c222357303b9611cab89d0c3b047584ef377Chong Zhang case CodecBase::kWhatInputSurfaceAccepted: 1202d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 12038f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 1204d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 1205d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 1206d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 1207d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 1208d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1209d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 1210d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1211d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 1212d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 1213d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1214d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 121592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatSignaledInputEOS: 12167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 121792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 12181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 12197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 12207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 12217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 12277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 122892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatBuffersAllocated: 12295778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12307bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 12315778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 12325778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 12335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12345778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("%s buffers allocated", 12355778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 12365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput 12385778822d86b0337407514b9372562b86edfa91cdAndreas Huber || portIndex == kPortIndexOutput); 12395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[portIndex].clear(); 12415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12425778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 12435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1244eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<RefBase> obj; 1245eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber CHECK(msg->findObject("portDesc", &obj)); 1246eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 124792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar sp<CodecBase::PortDescription> portDesc = 124892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar static_cast<CodecBase::PortDescription *>(obj.get()); 12495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1250eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t numBuffers = portDesc->countBuffers(); 12515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1252c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker size_t totalSize = 0; 1253c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker for (size_t i = 0; i < numBuffers; ++i) { 1254c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (portIndex == kPortIndexInput && mCrypto != NULL) { 1255c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker totalSize += portDesc->bufferAt(i)->capacity(); 1256c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1257c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1258c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1259c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (totalSize) { 1260c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker mDealer = new MemoryDealer(totalSize, "MediaCodec"); 1261c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1262c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1263eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber for (size_t i = 0; i < numBuffers; ++i) { 12645778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo info; 1265eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mBufferID = portDesc->bufferIDAt(i); 12665778822d86b0337407514b9372562b86edfa91cdAndreas Huber info.mOwnedByClient = false; 1267eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mData = portDesc->bufferAt(i); 12685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12691bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (portIndex == kPortIndexInput && mCrypto != NULL) { 1270c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker sp<IMemory> mem = mDealer->allocate(info.mData->capacity()); 1271ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mEncryptedData = 1272c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker new ABuffer(mem->pointer(), info.mData->capacity()); 1273c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info.mSharedEncryptedBuffer = mem; 1274ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1275ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 12765778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffers->push_back(info); 12775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexOutput) { 12805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState == STARTING) { 12815778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We're always allocating output buffers after 12825778822d86b0337407514b9372562b86edfa91cdAndreas Huber // allocating input buffers, so this is a good 12835778822d86b0337407514b9372562b86edfa91cdAndreas Huber // indication that now all buffers are allocated. 128467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 1285c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu String8 subtype; 1286c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu addResource( 1287c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu String8(kResourceGraphicMemory), 1288c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu subtype, 1289c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu getGraphicBufferSize()); 129067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 12915778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTED); 12925778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 12945778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagOutputBuffersChanged; 1295575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 12965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 130192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatOutputFormatChanged: 13025778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13035778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("codec output format changed"); 13045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1305475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mSoftRenderer == NULL && 1306f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface != NULL && 13073a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar (mFlags & kFlagUsesSoftwareRenderer)) { 13085778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 13095778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 13105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1311475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mime.startsWithIgnoreCase("video/")) { 1312f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSoftRenderer = new SoftwareRenderer(mSurface); 13135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat = msg; 1317e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1318e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagIsEncoder) { 1319e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Before we announce the format change we should 1320e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // collect codec specific data and amend the output 1321e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format as necessary. 1322e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagGatherCodecSpecificData; 1323c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagIsAsync) { 1324c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1325e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 1326e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagOutputFormatChanged; 1327e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber postActivityNotificationIfPossible(); 1328e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 13292514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 13302514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker // Notify mCrypto of video resolution changes 13312514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker if (mCrypto != NULL) { 13328140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar int32_t left, top, right, bottom, width, height; 13338140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 13348140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 13358140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } else if (mOutputFormat->findInt32("width", &width) 13368140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar && mOutputFormat->findInt32("height", &height)) { 13378140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(width, height); 13388140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } 13392514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker } 13402514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 13415778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 134490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case CodecBase::kWhatOutputFramesRendered: 134590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 134690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 134790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 134890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 134990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 135090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 135190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 135290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 135390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 135490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 135590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 135692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFillThisBuffer: 13575778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13585778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 13595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1360c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1361c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1362c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 13635778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 13645778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 13688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 13698ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 13708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 13728ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 13738ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 13748ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 13758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 13768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 13788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 13808ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 13818ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 13828ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1383251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1384575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1385575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 13868ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 13878ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 13888ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 13898ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 13908ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1391c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 13926e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 13933d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 13943d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 13953d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 13963d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 13973d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 13986e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1399c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 14005778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 14015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14025778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 14035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 14045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1405575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1406575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 14075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14085778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 141192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatDrainThisBuffer: 14125778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14135778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 14145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1415c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1416c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1417c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 14185778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 14195778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14222d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 14232d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber CHECK(msg->findBuffer("buffer", &buffer)); 14245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14255778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 14265778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", &omxFlags)); 14275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14285778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffer->meta()->setInt32("omxFlags", omxFlags); 14295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1430e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagGatherCodecSpecificData) { 1431e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // This is the very first output buffer after a 1432e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format change was signalled, it'll either contain 1433e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the one piece of codec specific data we can expect 1434e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // or there won't be codec specific data. 1435e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 1436e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber status_t err = 1437e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber amendOutputFormatWithCodecSpecificData(buffer); 1438e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1439e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (err != OK) { 1440e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ALOGE("Codec spit out malformed codec " 1441e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber "specific data!"); 1442e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1443e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1444e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1445e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1446c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1447c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1448c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1449c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1450c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1451e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1452e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1453c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1454c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1455c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 14565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 14575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14585778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 14595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 14605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1461575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1462575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 14635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1464575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 14655778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 146892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatEOS: 14695778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14705778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 14715778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 14725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 147592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatShutdownCompleted: 14765778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1477c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == STOPPING) { 1478c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(INITIALIZED); 1479c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } else { 1480c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK_EQ(mState, RELEASING); 1481c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(UNINITIALIZED); 14826e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 1483c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 148452dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 14855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 148667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 148767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14885778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 14895778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 149292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFlushCompleted: 14935778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14945530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 14955530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 14965530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 14975530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 14985530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 14995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15000e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 15010e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 15020e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 15030e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 15040e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 15050e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 15065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15075778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15085778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15115778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 15125778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 15135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15145778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15175778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 15185778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15193f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 15205778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1523c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15245778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 15285778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 15295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15305778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 15315778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 15325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15335778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 15345778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 15350db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 15360db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 15375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 15385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15405778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 15415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 15435778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 15445778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 15455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 15465778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 15475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 15505778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 155390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 155490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 155590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 155690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 155790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 155890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 155990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 156090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 156190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1562c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1563c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 15643f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1565c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1566c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1567c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1568c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 15690e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 15700e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1571c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1572c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1573c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1574c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1575c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1576c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1577c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1578c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1579c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1580c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1581c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1582c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1583c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1584c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1585c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1586c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1587c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1588c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1589c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1590c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1591c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1592c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1593c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 15945778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 15955778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15963f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 15975778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1600c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16015778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16045778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 1605f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 16065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16075778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 16085778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 16095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16108b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 16118b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 16128b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 16138b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 16148b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 16155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 16165778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 1617f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 16187541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1619c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 16207541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 16211bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 16221bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 1623f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 16241bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 16251bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16267541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 16277541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 16287541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 16291bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 16301bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 16311bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 16325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16341bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 16351bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16365778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 16375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 16385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 16405778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 1641e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 16425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16448ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 16458ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 16475778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 16511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 16521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 16531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 16541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 16551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 16561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface; 16571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 16581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 16591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 16601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 16611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 16621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 16631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 16641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 16651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 16661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 16671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 16681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 16691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 16701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 16711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 16721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 16731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 16741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == BAD_VALUE) { 16751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assuming reconnecting to same surface 16761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if it is the same surface 16771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 16781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 16791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 16801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 16818b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 16828b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 16838b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 16848b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 16851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 16861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 16871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 16881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 16891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 16921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 16931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 16941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 16981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 17011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 17021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 17061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 17108f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 17117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 17123f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 17147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 17157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 17167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 1717c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 17187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 17197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 17217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 1722d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 1723d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 1724d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1725d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 1726d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 1727d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 17288f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 1729d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 1730d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 17317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 17327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17335778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 17345778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17353f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17365778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 17375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17380e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 1739d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 17403d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 17413d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 17423d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 17433d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 17440e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 17450e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 1746d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 17470e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 1748c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 17495778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 17535778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 17545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 17565778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17595778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 1760c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 1761c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 1762aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 1763aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 1764aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 17653f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1766c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1767c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 176847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 176947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 177047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 177147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 177247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 177347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 177447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 177547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 177647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 177747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 177847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 177947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 178047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 178147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 178233223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung if (!((mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED) // See 1 178333223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 17840e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 178533223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 178633223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 178733223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 178852dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 178903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 179003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 179103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 179203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 179303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 1794c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 179547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 179647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 17976e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 17986e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 17996e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 18006e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 18016e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1802c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 1803c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 1804c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1805c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1806aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 1807aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 1808aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 1809aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 18106e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 18116e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 18126e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1813aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 1814aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 1815aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1816aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1817c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 1818aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 1819aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1820aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 1821aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 1822c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 18235778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 18248b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 18258b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 18268b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 18278b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 18285778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18315778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 18325778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18333f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18345778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1836c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1837c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1838c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1839c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1840c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1841c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 18426507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 18436507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 1844c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18456507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 18466507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 18476507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 18485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 18495778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18525778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 18535778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 18545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1856c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 18575778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 18615778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 18625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18635778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 18645778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 18651d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 18665778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 18675778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 18685778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 18695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18705778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18735778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 18745778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18755778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 18765778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 18775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 18795778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 18805778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18835778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 18845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1885c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 18865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 18885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 18895778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18925778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 18935778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18943f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18955778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1897251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1898c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18995778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1900251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1901251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1902251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19055778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 19065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1907c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 19085778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19115778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 19125778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19133f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19145778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1916c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1917c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1918c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1919c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1920c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1921c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 19225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 19235778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19265778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 19275778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 19285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1930c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 19315778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 19355778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 19365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 19385778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 19391d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 19405778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 19415778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 19425778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 19435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19445778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19475778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 19485778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19495778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 19505778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 19515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 19535778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 19545778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19575778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 19585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1959c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 19605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19615778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 19625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 19635778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19665778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 19675778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19683f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19695778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1971251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1972c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19735778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1974251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1975251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1976251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19795778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 19805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1981c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 19825778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 19867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 19873f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 19897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1990251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1991c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 1993251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1994251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1995251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 19977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 19987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 19997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 20007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 20017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 20035778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 20045778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20053f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20065778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2007e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // Unfortunately widevine legacy source requires knowing all of the 2008e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // codec input buffers, so we have to provide them even in async mode. 2009e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar int32_t widevine = 0; 2010e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->findInt32("widevine", &widevine); 20115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2012e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar if (!isExecuting() || ((mFlags & kFlagIsAsync) && !widevine)) { 2013c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20145778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2015251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2016251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2017251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20205778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 20215778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 20225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20235778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<sp<ABuffer> > *dstBuffers; 20245778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 20255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20265778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 20275778822d86b0337407514b9372562b86edfa91cdAndreas Huber const Vector<BufferInfo> &srcBuffers = mPortBuffers[portIndex]; 20285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20295778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < srcBuffers.size(); ++i) { 20305778822d86b0337407514b9372562b86edfa91cdAndreas Huber const BufferInfo &info = srcBuffers.itemAt(i); 20315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2032ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber dstBuffers->push_back( 20331bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (portIndex == kPortIndexInput && mCrypto != NULL) 2034ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? info.mEncryptedData : info.mData); 20355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20375778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 20385778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20415778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 20425778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20433f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20445778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2046251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2047c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20485778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2049251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2050251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2051251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 20550e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 20565778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 20575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 20595778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 20605778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2063e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 20645778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 20655778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2066e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2067e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2068e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 20693f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2072e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 20730e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 20740e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2075e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2076c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20775778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2078251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2079251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2080251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20835778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2084e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 20855778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 20865778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2089496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2090496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2091496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2092496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2093496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2094496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2095575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2096575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2097575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2098575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2099575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2100575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2101575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2102575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2103575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2104717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2105717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 21063f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2107717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2108717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2109717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2110c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2111717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2112717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2113717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2114717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2115717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2116717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2117717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2118717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2119717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2120a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2121a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 21223f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2123a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2124a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2125a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2126a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2127a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2128a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2129a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2130c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2131a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2132a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2133a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 21345778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 21355778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 21365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21375778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 21385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21398ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 21408ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 21418ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21428ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 21438ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 21448ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2145a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 21468ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 21478ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 21488ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21498ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 21508ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 21518ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 21528ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2153a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 21548ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 21558ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21568ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 21578ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 21588ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21597bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo *info = 21607bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar &mPortBuffers[kPortIndexInput].itemAt(bufferIndex); 21618ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21628ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 21638ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 21648ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21658ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber const sp<ABuffer> &codecInputData = 21668ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber (mCrypto != NULL) ? info->mEncryptedData : info->mData; 21678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 21698ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 21708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 21718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21728ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 21738ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21748ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 21758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21761d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 21778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 21788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 21798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 21808ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 21818ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 21828ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 21838ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21848ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 21858ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 21868ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21875778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 21887541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 21895778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 21905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 21915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21921bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 2193f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 21945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2195671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 21965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 21975778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 21985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 21995778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2200e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2201e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 2202c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2203251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2204575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2205575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2206c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 22075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2209717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2210671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2211671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2212671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2213aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2214aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2215aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2216aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2217717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2218717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 22195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 22205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22215778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 22222606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22232606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 22245778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22265778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodec() { 22275778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 22285778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 22295778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22315778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex) { 22325778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 22337bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 22345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22355778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 22365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22375778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 22385778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 22395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify != NULL) { 22415778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = info->mNotify; 22425778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 22435778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mOwnedByClient = false; 22445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexInput) { 22467fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* no error, just returning buffers */ 22477fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar msg->setInt32("err", OK); 22485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22495778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 22505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 22545778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22565778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 22575778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 22585778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 22595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2260609b815a3131d22da38b2f452faa9f89daad4039Andy Hung uint32_t bufferID; 2261609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 22625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22635778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 22645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22655778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 22665778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 22675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mBufferID == bufferID) { 22695778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(info->mNotify == NULL); 22705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("reply", &info->mNotify)); 22715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2272475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mFormat = 2273475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu (portIndex == kPortIndexInput) ? mInputFormat : mOutputFormat; 22745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].push_back(i); 22755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return i; 22775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22805778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 22815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 22835778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22855778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 22865778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 22875778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 22885778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 22895778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 22905778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 22915778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 22925778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 22935778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 22945778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 22955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 22974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 22984b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 22994b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 23004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 23014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 23034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 23044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 23054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 23074b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto != NULL) { 23084b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 23094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 23104b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23114b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 23124b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 23134b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 23144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 23154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 23164b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 23174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto == NULL) { 23184b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 23194b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 23204b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23214b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 23224b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 23234b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 23244b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 23254b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23264b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 23274b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 23284b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23294b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 23304b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23314b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 23324b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 23334b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 23344b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 23354b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 23364b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 23374b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 23395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 23405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23425778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexInput].editItemAt(index); 23435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 23455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 23465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 23495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 23505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23525778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> reply = info->mNotify; 23535778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 23545778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 23555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_EOS) { 23575778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("eos", true); 23585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_CODECCONFIG) { 23615778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("csd", true); 23625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23641bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (mCrypto != NULL) { 23651bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (size > info->mEncryptedData->capacity()) { 23661bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber return -ERANGE; 2367ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2368ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 23695b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 23705b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 23715b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 2372fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong ssize_t result = mCrypto->decrypt( 23731bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (mFlags & kFlagIsSecure) != 0, 23741bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 23751bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 23761bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 2377c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info->mSharedEncryptedBuffer, 2378c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker offset, 23794b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 23804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 23815b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mData->base(), 23825b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 23831bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2384fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong if (result < 0) { 2385fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong return result; 2386ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2387ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2388fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong info->mData->setRange(0, result); 2389ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2390ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 23917bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 23927bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 23937bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 23947bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 23957bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 23962d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber reply->setBuffer("buffer", info->mData); 23975778822d86b0337407514b9372562b86edfa91cdAndreas Huber reply->post(); 23985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23995b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mNotify = NULL; 24005b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 24025778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 240490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 240590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 240690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done, sp<AMessage> &msg) { 240790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 240890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 240990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 241090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 241190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 241290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 241390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 241490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 241590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 241690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 241790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 241890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 241990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 242090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 24215778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 24225778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 24235778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 24245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 24275778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 24285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24300e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 24315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 24325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 24355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 24365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24385778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index); 24395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 24415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 24425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24447bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 24457bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 24467bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 24477bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 24487bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 24497bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 245079ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou if (render && info->mData != NULL && info->mData->size() != 0) { 24515778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->setInt32("render", true); 24525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 245390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 245490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 245590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 245690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 2457c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar if (!msg->findInt64("timestampNs", &renderTimeNs)) { 2458c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 2459c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)mediaTimeUs); 246090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 2461fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2462c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar info->mNotify->setInt64("timestampNs", renderTimeNs); 2463fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 24645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 246590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 2466475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mData->data(), info->mData->size(), 246790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, renderTimeNs, NULL, info->mFormat); 246890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 246990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 247090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 247190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 247290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 247390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 247490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 247590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 247690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 247790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 24785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24815778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->post(); 24825778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 24835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 24855778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24875778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 24885778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 24895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24905778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 24915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 24935778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 24945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24965778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 24975778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 24985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24995778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[portIndex].editItemAt(index); 25005778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 25017bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 25027bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 25037bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 250403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 250503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 250603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat != NULL) { 250703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 250803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findBuffer("image-data", &imageData)) { 250903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 251003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 251103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 251203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findRect("crop", &left, &top, &right, &bottom)) { 251303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 251403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 251503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 25167bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 25175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 25195778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 25221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 25231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 25241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 25251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == BAD_VALUE) { 25261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGI("native window already connected. Assuming no change of surface"); 2527a81c6229638a4db56752dd77a6610e0f0971e877Lajos Molnar return err; 2528264bac95912efe121d6a60026612617f04f42966Lajos Molnar } else if (err == OK) { 2529264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Require a fresh set of buffers after each connect by using a unique generation 2530264bac95912efe121d6a60026612617f04f42966Lajos Molnar // number. Rely on the fact that max supported process id by Linux is 2^22. 2531264bac95912efe121d6a60026612617f04f42966Lajos Molnar // PID is never 0 so we don't have to worry that we use the default generation of 0. 2532264bac95912efe121d6a60026612617f04f42966Lajos Molnar // TODO: come up with a unique scheme if other producers also set the generation number. 2533264bac95912efe121d6a60026612617f04f42966Lajos Molnar static uint32_t mSurfaceGeneration = 0; 2534264bac95912efe121d6a60026612617f04f42966Lajos Molnar uint32_t generation = (getpid() << 10) | (++mSurfaceGeneration & ((1 << 10) - 1)); 2535264bac95912efe121d6a60026612617f04f42966Lajos Molnar surface->setGenerationNumber(generation); 2536264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGI("[%s] setting surface generation to %u", mComponentName.c_str(), generation); 2537264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2538264bac95912efe121d6a60026612617f04f42966Lajos Molnar // HACK: clear any free buffers. Remove when connect will automatically do this. 2539264bac95912efe121d6a60026612617f04f42966Lajos Molnar // This is needed as the consumer may be holding onto stale frames that it can reattach 2540264bac95912efe121d6a60026612617f04f42966Lajos Molnar // to this surface after disconnect/connect, and those free frames would inherit the new 2541264bac95912efe121d6a60026612617f04f42966Lajos Molnar // generation number. Disconnecting after setting a unique generation prevents this. 2542264bac95912efe121d6a60026612617f04f42966Lajos Molnar native_window_api_disconnect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2543264bac95912efe121d6a60026612617f04f42966Lajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2544264bac95912efe121d6a60026612617f04f42966Lajos Molnar } 2545264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2546264bac95912efe121d6a60026612617f04f42966Lajos Molnar if (err != OK) { 25471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_api_connect returned an error: %s (%d)", strerror(-err), err); 25481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 25491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 25501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 25511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 25527541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 25531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 25541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 2555f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 2556264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Resetting generation is not technically needed, but there is no need to keep it either 2557264bac95912efe121d6a60026612617f04f42966Lajos Molnar mSurface->setGenerationNumber(0); 25581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_disconnect(mSurface.get(), NATIVE_WINDOW_API_MEDIA); 25597541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 25601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("native_window_api_disconnect returned an error: %s (%d)", strerror(-err), err); 25617541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 25621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 2563f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 25647541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 25651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 25661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 25677541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 25681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 25691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 25701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 25711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 25721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2573f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 25741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 25751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 25761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 25777541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 25787541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 25791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 25807541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 25817541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2582c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 2583c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2584c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 2585c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2586c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 2587c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2588c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2589c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2590c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2591c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2592c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 2593c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2594c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 2595c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang const sp<ABuffer> &buffer = 2596c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mPortBuffers[kPortIndexOutput].itemAt(index).mData; 2597c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2598c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 2599c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2600c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 2601c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 2602c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2603c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 2604c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 2605c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2606c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 2607c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2608c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t omxFlags; 2609c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 2610c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2611c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t flags = 0; 2612c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 2613c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_SYNCFRAME; 2614c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2615c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 2616c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_CODECCONFIG; 2617c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2618c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_EOS) { 2619c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_EOS; 2620c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2621c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2622c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 2623c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2624c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2625c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2626c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2627c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2628749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 2629c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2630c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2631c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 2632c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 2633749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 2634749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 2635749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 2636749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 2637749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 2638c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2639c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2640c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2641c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2642c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2643c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 2644c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2645c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2646c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 2647c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 2648c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2649c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2650c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2651c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2652c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2653575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 2654575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 2655575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 2656575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2657575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2658e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 2659e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 2660575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 2661e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 2662e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2663e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 2664575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 2665575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 2666e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 2667e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 2668e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2669e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 2670e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 2671e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 2672e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 2673e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 2674e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 2675e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 2676575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 2677575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2678575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2679575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 2680575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2681a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 26821d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 2683a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 2684a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2685a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 2686a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 2687a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2688a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2689a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 2690a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 2691a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2692a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 2693a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2694a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2695e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 2696e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const sp<ABuffer> &buffer) { 2697e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 2698e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 2699e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2700e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 2701e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 2702e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 2703e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 2704e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 2705e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2706e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 2707e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2708e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 2709e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 2710e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2711e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 2712e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 2713e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 2714e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 2715e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 2716e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 2717e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2718e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 2719a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 2720e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2721e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 2722e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2723e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2724e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 2725e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 2726e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2727e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 2728e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 2729e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 2730e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer("csd-0", buffer); 2731e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2732e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2733e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2734e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2735e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 27362606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 27372606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mState == CONFIGURED && !mBatteryStatNotified) { 27382606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 27392606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 27402606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 27412606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartVideo(); 27422606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 27432606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartAudio(); 27442606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 27452606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 27462606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 27472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 27482606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 27492606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 27502606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 27512606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopVideo(); 27522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 27532606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopAudio(); 27542606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 27552606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 27562606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 27572606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 27582606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 27592606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 27605778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 2761