MediaCodec.cpp revision 4b710f086070fabe022b3a1f474bfcbec842b8fc
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 225778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 262606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 27c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 2879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 291a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 30ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 31d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 3267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 335778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 345778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 355778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 365b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 37ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 385778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 402606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 416f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 42e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 435778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 44744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 455778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 46d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 47d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXCodec.h> 48d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 498b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 5099e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 512606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 532606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 54e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 555778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic int64_t getId(sp<IResourceManagerClient> client) { 5867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 5967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 6247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 6367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 664b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatic const int kMaxReclaimWaitTimeInUs = 500000; // 0.5s 6767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 6967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 7067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 7267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 7367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 7467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 7567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 7667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 7747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 784b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (err == WOULD_BLOCK) { 794b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Wait for the client to release codec."); 804b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu usleep(kMaxReclaimWaitTimeInUs); 814b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Try to reclaim again."); 824b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu err = codec->reclaim(true /* force */); 834b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 8467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 8567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 8667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 8867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 908f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 918f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 928f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 938f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 948f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 958f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 968f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 978f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 988f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 998f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 1008f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 1018f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1028f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1038f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 10467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 10667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 10767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 10967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 11067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 11267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 11367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11468845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy(pid_t pid) 11568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu : mPid(pid) { 11668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu if (mPid == MediaCodec::kNoPid) { 11768845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mPid = IPCThreadState::self()->getCallingPid(); 11868845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu } 11967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 12067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 12267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 12367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 12467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 12567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 12667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 12867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 12967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 13067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 13167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 13267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 13367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 13467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 135e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 13667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 13767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 13967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 14067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 14167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 14267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 14567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 14667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const sp<IResourceManagerClient> client, 14767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 14867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 14967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 15067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 15167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 15237c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->addResource(mPid, clientId, client, resources); 15367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 15667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 15767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 15867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 15967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 16037c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->removeResource(mPid, clientId); 16167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 16267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 16437c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu const Vector<MediaResource> &resources) { 16567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 16667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 16767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 16867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 16937c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu return mService->reclaimResource(mPid, resources); 17067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 17167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1725778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1735778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 17468845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu const sp<ALooper> &looper, const char *mime, bool encoder, status_t *err, pid_t pid) { 17568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu sp<MediaCodec> codec = new MediaCodec(looper, pid); 1765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 177251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 178251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 179251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 180251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 181251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1825778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1845778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1855778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 18668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu const sp<ALooper> &looper, const char *name, status_t *err, pid_t pid) { 18768845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu sp<MediaCodec> codec = new MediaCodec(looper, pid); 1885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 189251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 190251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 191251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 192251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 193251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1945778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 196d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 197d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 198d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 199d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK_EQ(client.connect(), (status_t)OK); 200d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IOMX> omx = client.interface(); 201d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 20279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang const sp<IMediaCodecList> mediaCodecList = MediaCodecList::getInstance(); 20379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (mediaCodecList == NULL) { 20479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Failed to obtain MediaCodecList!"); 20579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; // if called from Java should raise IOException 20679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 20779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 20879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang AString tmp; 20979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang sp<AMessage> globalSettings = mediaCodecList->getGlobalSettings(); 21079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (globalSettings == NULL || !globalSettings->findString( 21179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang kMaxEncoderInputBuffers, &tmp)) { 21279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Failed to get encoder input buffer count!"); 21379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 21479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 21579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 21679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang int32_t bufferCount = strtol(tmp.c_str(), NULL, 10); 21779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (bufferCount <= 0 21879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang || bufferCount > BufferQueue::MAX_MAX_ACQUIRED_BUFFERS) { 21979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Encoder input buffer count is invalid!"); 22079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 22179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 22279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 223d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 224d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferConsumer> bufferConsumer; 225d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 226d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = omx->createPersistentInputSurface( 227d291c222357303b9611cab89d0c3b047584ef377Chong Zhang &bufferProducer, &bufferConsumer); 228d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 229d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 230d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 231d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 232d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 233d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 23479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang err = bufferConsumer->setMaxAcquiredBufferCount(bufferCount); 23579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 23679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (err != NO_ERROR) { 23779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Unable to set BQ max acquired buffer count to %u: %d", 23879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang bufferCount, err); 23979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 24079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 24179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 242d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return new PersistentSurface(bufferProducer, bufferConsumer); 243d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 244d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 24568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::MediaCodec(const sp<ALooper> &looper, pid_t pid) 2465778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 24747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 2485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 24992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 2507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 2515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 252251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 2535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 254ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 25568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mResourceManagerService(new ResourceManagerServiceProxy(pid)), 2562606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 2572606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 25867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 25967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 260505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees(0), 2615778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 2625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 2635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 2646507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 2653d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 2663d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 2675778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2695778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 2705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 27167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 2725778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2745778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 2755778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 2765778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 2775778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 2785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 2805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 2845778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 2855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2885778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2903f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 29147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 29247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 29347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 29447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 29547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 29647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 297c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 29847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 299c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 300c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 301c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 302dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 30367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 30467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 305671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 306671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 307671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 308671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 309671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 3105778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 3115778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 3125778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 3135778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 314744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 315bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung if (nameIsType || !strncasecmp(name.c_str(), "omx.", 4)) { 316744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new ACodec; 317744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else if (!nameIsType 318bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung && !strncasecmp(name.c_str(), "android.filter.", 15)) { 319744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new MediaFilter; 320744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else { 321744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 322744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 323744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 32467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 325dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 32667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 3276f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 3286f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 3296f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 33067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 3316f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 3326f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 33360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 33448a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (mcl == NULL) { 33548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec = NULL; // remove the codec. 33648a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return NO_INIT; // if called from Java should raise IOException 33748a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 3386f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 3396f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 34060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 34160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 34260b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 34360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 34460b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 34567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 34660b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 3476f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3486f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3496f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 35367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 3545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 3555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 3565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 3575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 3585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 3615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 3625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 3635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 3665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3671d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar mCodec->setNotificationMessage(new AMessage(kWhatCodecNotify, this)); 3685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3691d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 3705778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 3715778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 3725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 3745778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 3755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 37867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 37967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = secureCodec ? kResourceSecureCodec : kResourceNonSecureCodec; 380c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 381c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 38267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 38367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 38467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 38537c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 38667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 38767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 38867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 38967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 39067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 39167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 39267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 39367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 39467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 39567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 39667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 3975778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 399c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 4001d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 401c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 402c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 403c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 404c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 405c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 406c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 40790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 40890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 40990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 41090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 41190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 41290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4135778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 4145778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 415f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 4161bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 4175778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 4181d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 4195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 42167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 42267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 423505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang if (!format->findInt32("rotation-degrees", &mRotationDegrees)) { 424505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees = 0; 425505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang } 42667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 42767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 4285778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 4295778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 430f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 4311bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 4321bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (crypto != NULL) { 4331bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setPointer("crypto", crypto.get()); 4345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 43767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 438f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 43967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 44067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 44167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 44267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 443c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 444c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 44567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 44667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 44767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 44867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 44967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 45067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 45137c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 45267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 45367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 45467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 455f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 45667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 45767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 45867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 45967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 46067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 46167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 46267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 46367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 46467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 46567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 46667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 46767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 46867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 46967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 47067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 471f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 472f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 4735778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4758f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 476d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 4778f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 478d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 479d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 480d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 481d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 482d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 483d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 4841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 4851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 4861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 4871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 4891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 4901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 4911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 4937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 4941d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 4957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 4977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 4987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 4997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 5007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 5017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 5027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 5037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 5047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 5057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 5067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 5077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 5087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 5097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 5107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 51267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 51367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 51467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 51567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 51667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 51767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 51867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 51967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 52067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 52167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 52267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 52367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 52467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 52567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 526c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wuvoid MediaCodec::addResource(const String8 &type, const String8 &subtype, uint64_t value) { 52767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 528c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 52967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 53037c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu getId(mResourceManagerClient), mResourceManagerClient, resources); 53167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 53267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 5335778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 5341d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 5355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 53667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 53767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 53867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 53967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 540c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 541c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 54267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 54367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 54467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 54567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 54667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 54767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 54837c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 54967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 55067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 55167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 55267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 55367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 55467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 55567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 55667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 55767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 55867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 55967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 56067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 56167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 56267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 56367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 56467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 56567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 56667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 56767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 56867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 56967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 57067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 57167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 5725778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5745778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 5751d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 5765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5775778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 5785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 5795778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5814b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer(int portIndex) { 5824b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu const Vector<BufferInfo> &buffers = mPortBuffers[portIndex]; 5834b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu for (size_t i = 0; i < buffers.size(); ++i) { 5844b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu const BufferInfo &info = buffers.itemAt(i); 5854b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (info.mOwnedByClient) { 5864b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return true; 5874b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 5884b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 5894b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return false; 5904b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 5914b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 5924b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer() { 5934b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return hasPendingBuffer(kPortIndexInput) || hasPendingBuffer(kPortIndexOutput); 5944b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 5954b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 5964b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatus_t MediaCodec::reclaim(bool force) { 59758828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu ALOGD("MediaCodec::reclaim(%p) %s", this, mInitName.c_str()); 59847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 59947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 6004b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->setInt32("force", force ? 1 : 0); 60147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 60247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 60347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return PostAndAwaitResponse(msg, &response); 60447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 60547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 606c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 6071d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 608c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 609c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 610c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 611c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 612c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 613671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 614671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 615671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 616671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 617671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 618671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 619671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 620671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 621671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 622671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 623671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 624671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 625671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 626671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 627671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 628671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 629671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 630671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 631671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 632251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 633671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 634671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 635671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 636671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 637671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 638671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 639671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 640671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 641671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 642671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 643dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 644671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 645671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 646671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 647671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 6485778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 6495778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 6505778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 6515778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 6525778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 6535b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6545b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6555b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6565b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6575b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6585b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6591d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 6605778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 6615778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 6625778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 6635778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 6645778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 6655b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 6665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6675778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6695778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 6724b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 6734b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 6744b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 6754b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 6764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 6774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 6784b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 6794b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 6805b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6815b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6825b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6835b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6845b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6855b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6861d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 6874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 6884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 6894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 6904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 6914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 6924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 6934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 6944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 6954b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 6965b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 6974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 6984b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 6995b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 7005b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 7015b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 7024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 7034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 7045778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 7051d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 7065778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7085778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7095778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7145778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7165778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7175778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7195778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 7205778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 7215778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 7225778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 7235778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 7245778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 7255778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 7261d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 7275778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7295778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7305778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7355778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7365778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 7375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 7385778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 7395778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 7405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7425778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7445778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 7451d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7465778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7475778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 7485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7495778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7515778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 753fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 7541d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 755fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 756fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 757fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 758fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 759fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 760fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 761fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 762fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 7635778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 7641d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7655778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7675778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7695778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 7721d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 7737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 7757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 7767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 7777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7785778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 7791d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 7805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7815778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7825778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7875778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 7885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7905778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 792e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 7931d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 794e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 795e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 796e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 797e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 798e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 799e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 800e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 801e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 802e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 803e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 804e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 805e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 806717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 8071d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 808717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 809717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 810717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 811717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 812717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 813717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 814717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 815717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 816717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 817717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 818717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 819717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 820e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnarstatus_t MediaCodec::getWidevineLegacyBuffers(Vector<sp<ABuffer> > *buffers) const { 821e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 822e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("portIndex", kPortIndexInput); 823e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setPointer("buffers", buffers); 824e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("widevine", true); 825e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 826e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> response; 827e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar return PostAndAwaitResponse(msg, &response); 828e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar} 829e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 8305778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getInputBuffers(Vector<sp<ABuffer> > *buffers) const { 8311d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8325778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 8335778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8355778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8375778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8395778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputBuffers(Vector<sp<ABuffer> > *buffers) const { 8401d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8415778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 8425778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8445778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8465778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8487bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputBuffer(size_t index, sp<ABuffer> *buffer) { 8497bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8507bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 8517bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8527bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8537bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 8547bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> buffer; 8557bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 8567bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8577bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8587bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getInputBuffer(size_t index, sp<ABuffer> *buffer) { 8597bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8607bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 8617bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8627bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8630e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 8640e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 8650e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 8660e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 8677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 8687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 8697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> *buffer, sp<AMessage> *format) { 8707bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 8717bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 87247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 87347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 87447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 87547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 8767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 8777bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 8780e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 8797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 8807bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 8817bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8827bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 8837bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 8847bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 8857bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 8867bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (index < buffers->size()) { 8877bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo &info = buffers->itemAt(index); 8887bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (info.mOwnedByClient) { 8890837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar // by the time buffers array is initialized, crypto is set 8900837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar if (portIndex == kPortIndexInput && mCrypto != NULL) { 8910837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mEncryptedData; 8920837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } else { 8930837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mData; 8940837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } 8957bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar *format = info.mFormat; 8967bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 8977bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 8987bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 8997bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 9007bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 9015778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 9021d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 9035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9045778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9055778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 9065778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 908496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 9091d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 910496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 911496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 912496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 913496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 914575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 9151d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 916575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 917575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 918575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 919575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 9205778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 9215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9225778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 9235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 924c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 9255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9265778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 9275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 9285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 9295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 932c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 9335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9345778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 9355778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 9365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 9375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9385778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9403f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9410e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9425778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 943c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 9445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 945251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 946251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 947251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 9485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9505778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 9515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 9535778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 9545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 9555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9575778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 9585778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 9595778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 9605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 9625778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9643f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9650e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9665778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 96747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 968251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 96947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 9705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 97147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 9725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 9735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 97447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 9755778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 9765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 97747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 9785778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 9795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 9815778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 9825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 9835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9855778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<ABuffer> &buffer = 9865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[kPortIndexOutput].itemAt(index).mData; 9875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9885778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 9895778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 9905778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 9915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9925778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 9935778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 9945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9955778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 9965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9975778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 9985778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 9995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10005778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags = 0; 10015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 10025778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_SYNCFRAME; 10035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 10055778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_CODECCONFIG; 10065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_EOS) { 10085778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_EOS; 10095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10115778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 101247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 10135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 10165778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10185778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 10195778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 10205778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 10215778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10225778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 10235778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 10245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10255778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 102692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatError: 10275778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1028251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1029251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1030251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 10315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10329e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 10339e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1034251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1035aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 103652dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1037aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1038aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 10395530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 10405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10415778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 10425778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 10435778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10445778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 10455778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10485778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 10495778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1050c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1051c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 10525778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10555778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 10565778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1057c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1058c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 10595778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10625778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STOPPING: 1063c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 10645778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10655778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 10665778822d86b0337407514b9372562b86edfa91cdAndreas Huber // the shutdown complete notification. 10675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10685530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 106903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 1070aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 107103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 107203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 107303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 107403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 107503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 107603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 107703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 107803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 10796e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 10806e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 10816e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 108203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 108303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 10845778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10875778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 10885778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10899e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 10909e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 10919e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 10929e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 10939e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 10949e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 10955778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10980e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 10995778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 11005778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11015530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1103251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1104575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 11055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11065778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1107c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1108c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1109251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1110251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1111251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1112251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1113251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1114251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1115251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1116251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1117251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1118251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1119251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1120c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11215778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11245778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 11255778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11265530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1128251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1129575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1130c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1131251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1132251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1133251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1134251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1135c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1136251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1137251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1138251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1139251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1140251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1141251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1142251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1143251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1144251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1145251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1146251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1147c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11485778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11525530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1153251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 11545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11555778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 115892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentAllocated: 11595778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11605778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 11615778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 116252dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 11635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1164717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 11655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1166717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 11673a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 11685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 11693a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 11705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 117267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu String8 resourceType; 1173717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 11741bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 117567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceSecureCodec); 11761bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 11771bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 117867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceNonSecureCodec); 11791bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1180c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 118158828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu if (mIsVideo) { 118258828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu // audio codec is currently ignored. 118358828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu addResource(resourceType, String8(kResourceVideoCodec), 1); 118458828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu } 11851bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 11865778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 11875778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 119092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentConfigured: 11915778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1192c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung if (mState == UNINITIALIZED || mState == INITIALIZED) { 1193c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // In case a kWhatError message came in and replied with error, 1194c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // we log a warning and ignore. 1195c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung ALOGW("configure interrupted by error, current state %d", mState); 1196c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung break; 1197c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung } 11985778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 11995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12006507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 12016507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 12026507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1203e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1204e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1205e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 12063a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 12073a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 12083a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 12093a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 12103a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 12112606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 12125778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12135778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 121692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatInputSurfaceCreated: 12177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 121892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 12197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 12201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 12217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 12227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 12237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 12247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 12257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 12266507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 12277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 12287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1234d291c222357303b9611cab89d0c3b047584ef377Chong Zhang case CodecBase::kWhatInputSurfaceAccepted: 1235d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 12368f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 1237d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 1238d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 1239d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 1240d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 1241d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1242d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 1243d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1244d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 1245d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 1246d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1247d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 124892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatSignaledInputEOS: 12497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 125092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 12511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 12527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 12537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 12547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12597cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 12607cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 126192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatBuffersAllocated: 12625778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12637bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 12645778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 12655778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 12665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12675778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("%s buffers allocated", 12685778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 12695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput 12715778822d86b0337407514b9372562b86edfa91cdAndreas Huber || portIndex == kPortIndexOutput); 12725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[portIndex].clear(); 12745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12755778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 12765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1277eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<RefBase> obj; 1278eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber CHECK(msg->findObject("portDesc", &obj)); 1279eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 128092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar sp<CodecBase::PortDescription> portDesc = 128192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar static_cast<CodecBase::PortDescription *>(obj.get()); 12825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1283eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t numBuffers = portDesc->countBuffers(); 12845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1285c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker size_t totalSize = 0; 1286c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker for (size_t i = 0; i < numBuffers; ++i) { 1287c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (portIndex == kPortIndexInput && mCrypto != NULL) { 1288c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker totalSize += portDesc->bufferAt(i)->capacity(); 1289c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1290c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1291c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1292c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (totalSize) { 1293c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker mDealer = new MemoryDealer(totalSize, "MediaCodec"); 1294c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1295c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1296eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber for (size_t i = 0; i < numBuffers; ++i) { 12975778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo info; 1298eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mBufferID = portDesc->bufferIDAt(i); 12995778822d86b0337407514b9372562b86edfa91cdAndreas Huber info.mOwnedByClient = false; 1300eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mData = portDesc->bufferAt(i); 13015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13021bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (portIndex == kPortIndexInput && mCrypto != NULL) { 1303c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker sp<IMemory> mem = mDealer->allocate(info.mData->capacity()); 1304ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mEncryptedData = 1305c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker new ABuffer(mem->pointer(), info.mData->capacity()); 1306c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info.mSharedEncryptedBuffer = mem; 1307ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1308ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 13095778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffers->push_back(info); 13105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexOutput) { 13135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState == STARTING) { 13145778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We're always allocating output buffers after 13155778822d86b0337407514b9372562b86edfa91cdAndreas Huber // allocating input buffers, so this is a good 13165778822d86b0337407514b9372562b86edfa91cdAndreas Huber // indication that now all buffers are allocated. 131767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 1318c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu String8 subtype; 1319c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu addResource( 1320c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu String8(kResourceGraphicMemory), 1321c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu subtype, 1322c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu getGraphicBufferSize()); 132367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 13245778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTED); 13255778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 13265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 13275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagOutputBuffersChanged; 1328575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 13295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13315778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 133492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatOutputFormatChanged: 13355778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13365778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("codec output format changed"); 13375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1338475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mSoftRenderer == NULL && 1339f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface != NULL && 13403a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar (mFlags & kFlagUsesSoftwareRenderer)) { 13415778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 13425778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 13435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1344475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mime.startsWithIgnoreCase("video/")) { 1345505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mSoftRenderer = new SoftwareRenderer(mSurface, mRotationDegrees); 13465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat = msg; 1350e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1351e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagIsEncoder) { 1352e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Before we announce the format change we should 1353e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // collect codec specific data and amend the output 1354e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format as necessary. 1355e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagGatherCodecSpecificData; 1356c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagIsAsync) { 1357c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1358e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 1359e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagOutputFormatChanged; 1360e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber postActivityNotificationIfPossible(); 1361e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 13622514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 13632514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker // Notify mCrypto of video resolution changes 13642514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker if (mCrypto != NULL) { 13658140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar int32_t left, top, right, bottom, width, height; 13668140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 13678140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 13688140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } else if (mOutputFormat->findInt32("width", &width) 13698140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar && mOutputFormat->findInt32("height", &height)) { 13708140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(width, height); 13718140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } 13722514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker } 13732514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 13745778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 137790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case CodecBase::kWhatOutputFramesRendered: 137890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 137990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 138090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 138190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 138290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 138390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 138490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 138590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 138690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 138790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 138890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 138992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFillThisBuffer: 13905778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13915778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 13925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1393c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1394c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1395c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 13965778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 13975778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14008ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 14018ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 14028ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 14038ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14048ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 14058ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 14068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 14078ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 14088ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 14098ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14108ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 14118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14128ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 14138ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 14148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 14158ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1416251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1417575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1418575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 14198ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 14208ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 14218ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 14228ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 14238ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1424c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 14256e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 14263d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 14273d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 14283d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 14293d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 14303d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 14316e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1432c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 14335778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 14345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14355778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 14365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 14375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1438575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1439575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 14405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14415778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 144492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatDrainThisBuffer: 14455778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14465778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 14475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1448c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1449c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1450c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 14515778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 14525778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14552d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 14562d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber CHECK(msg->findBuffer("buffer", &buffer)); 14575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14585778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 14595778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", &omxFlags)); 14605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14615778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffer->meta()->setInt32("omxFlags", omxFlags); 14625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1463e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagGatherCodecSpecificData) { 1464e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // This is the very first output buffer after a 1465e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format change was signalled, it'll either contain 1466e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the one piece of codec specific data we can expect 1467e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // or there won't be codec specific data. 1468e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 1469e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber status_t err = 1470e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber amendOutputFormatWithCodecSpecificData(buffer); 1471e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1472e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (err != OK) { 1473e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ALOGE("Codec spit out malformed codec " 1474e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber "specific data!"); 1475e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1476e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1477e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1478e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1479c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1480c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1481c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1482c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1483c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1484e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1485e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1486c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1487c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1488c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 14895778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 14905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14915778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 14925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 14935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1494575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1495575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 14965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1497575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 14985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 150192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatEOS: 15025778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15035778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 15045778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 15055778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 150892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatShutdownCompleted: 15095778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1510c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == STOPPING) { 1511c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(INITIALIZED); 1512c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } else { 1513c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK_EQ(mState, RELEASING); 1514c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(UNINITIALIZED); 15156e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 1516c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 151752dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 15185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 151967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 152067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15215778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15225778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 152592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFlushCompleted: 15265778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15275530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 15285530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 15295530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 15305530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 15315530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 15325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15330e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 15340e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 15350e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 15360e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 15370e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 15380e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 15395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15405778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15415778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15445778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 15455778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 15465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15475778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15505778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 15515778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15523f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 15535778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1556c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15575778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 15615778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 15625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15635778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 15645778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 15655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15665778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 15675778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 15680db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 15690db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 15705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 15715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15735778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 15745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 15765778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 15775778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 15785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 15795778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 15805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 15835778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 158690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 158790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 158890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 158990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 159090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 159190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 159290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 159390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 159490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1595c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1596c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 15973f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1598c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1599c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1600c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1601c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 16020e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 16030e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1604c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1605c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1606c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1607c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1608c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1609c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1610c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1611c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1612c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1613c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1614c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1615c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1616c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1617c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1618c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1619c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1620c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1621c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1622c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1623c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1624c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1625c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1626c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 16275778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 16285778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16293f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16305778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 16315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1633c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16345778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16375778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 1638f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 16395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16405778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 16415778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 16425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16438b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 16448b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 16458b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 16468b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 16478b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 16485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 16495778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 1650f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 16517541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1652c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 16537541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 16541bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 16551bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 1656f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 16571bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 16581bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16597541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 16607541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 16617541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 16621bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 16631bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 16641bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 16655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16671bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 16681bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16695778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 16705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 16715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 16735778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 1674e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 16755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 16788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 16805778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 16841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 16851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 16861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 16871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 16881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 16891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface; 16901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 16911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 16921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 16931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 16941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 16951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 16961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 16971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 16981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 16991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 17001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 17011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 17021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 17031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 17041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 17051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 17071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == BAD_VALUE) { 17081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assuming reconnecting to same surface 17091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if it is the same surface 17101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 17111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 17131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 17148b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 17158b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 17168b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 17178b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 17181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 17191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 17201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 17221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 17251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 17261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 17271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 17341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 17351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 17391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 17438f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 17447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 17453f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 17477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 17487cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 17497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 1750c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 17517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 17527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 17547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 1755d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 1756d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 1757d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1758d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 1759d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 1760d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 17618f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 1762d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 1763d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 17647cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 17657cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17665778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 17675778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17683f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17695778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 17705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17710e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 1772d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 17733d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 17743d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 17753d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 17763d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 17770e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 17780e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 1779d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 17800e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 1781c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 17825778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 17865778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 17875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 17895778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17925778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 1793c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 1794c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 1795aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 1796aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 1797aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 17983f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1799c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1800c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 180147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 180247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 180347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 180447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 180547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 180647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 180747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 180847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 180947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 181047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 181147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 181247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 18134b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18144b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu int32_t force = 0; 18154b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->findInt32("force", &force); 18164b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (!force && hasPendingBuffer()) { 18174b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGW("Can't reclaim codec right now due to pending buffers."); 18184b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18194b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // return WOULD_BLOCK to ask resource manager to retry later. 18204b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu sp<AMessage> response = new AMessage; 18214b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->setInt32("err", WOULD_BLOCK); 18224b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->postReply(replyID); 18234b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18244b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // notify the async client 18254b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (mFlags & kFlagIsAsync) { 18264b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu onError(DEAD_OBJECT, ACTION_CODE_FATAL); 18274b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 18284b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu break; 18294b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 183047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 183147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 183233223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung if (!((mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED) // See 1 183333223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 18340e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 183533223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 183633223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 183733223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 183852dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 183903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 184003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 184103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 184203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 184303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 1844c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 184547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 184647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 18476e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 18486e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 18496e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 18506e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 18516e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1852c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 1853c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 1854c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1855c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1856aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 1857aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 1858aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 1859aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 18606e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 18616e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 18626e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1863aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 1864aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 1865aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1866aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1867c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 1868aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 1869aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1870aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 1871aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 1872c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 18735778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 18748b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 18758b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 18768b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 18778b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 18785778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18815778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 18825778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18833f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18845778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1886c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1887c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1888c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1889c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1890c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1891c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 18926507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 18936507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 1894c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18956507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 18966507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 18976507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 18985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 18995778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19025778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 19035778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 19045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1906c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 19075778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 19115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 19125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 19145778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 19151d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 19165778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 19175778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 19185778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 19195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19205778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19235778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 19245778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19255778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 19265778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 19275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 19295778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 19305778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19335778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 19345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1935c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 19365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 19385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 19395778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19425778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 19435778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19443f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19455778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1947251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1948c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19495778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1950251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1951251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1952251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19555778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 19565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1957c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 19585778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19615778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 19625778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19633f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19645778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1966c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1967c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1968c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1969c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1970c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1971c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 19725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 19735778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19765778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 19775778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 19785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1980c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 19815778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 19855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 19865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 19885778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 19891d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 19905778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 19915778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 19925778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 19935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19945778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19975778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 19985778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19995778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 20005778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 20015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 20035778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 20045778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20075778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 20085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2009c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 20105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 20125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 20135778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20165778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 20175778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20183f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20195778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2021251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2022c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20235778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2024251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2025251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2026251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20295778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 20305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2031c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 20325778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 20367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 20373f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 20397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 2040251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2041c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 2043251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2044251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2045251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 20487cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 20497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 20507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 20517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 20535778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 20545778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20553f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2057e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // Unfortunately widevine legacy source requires knowing all of the 2058e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // codec input buffers, so we have to provide them even in async mode. 2059e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar int32_t widevine = 0; 2060e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->findInt32("widevine", &widevine); 20615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2062e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar if (!isExecuting() || ((mFlags & kFlagIsAsync) && !widevine)) { 2063c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20645778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2065251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2066251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2067251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20705778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 20715778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 20725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20735778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<sp<ABuffer> > *dstBuffers; 20745778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 20755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20765778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 20775778822d86b0337407514b9372562b86edfa91cdAndreas Huber const Vector<BufferInfo> &srcBuffers = mPortBuffers[portIndex]; 20785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20795778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < srcBuffers.size(); ++i) { 20805778822d86b0337407514b9372562b86edfa91cdAndreas Huber const BufferInfo &info = srcBuffers.itemAt(i); 20815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2082ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber dstBuffers->push_back( 20831bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (portIndex == kPortIndexInput && mCrypto != NULL) 2084ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? info.mEncryptedData : info.mData); 20855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20875778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 20885778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20915778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 20925778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20933f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20945778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2096251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2097c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2099251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2100251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2101251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 21050e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 21065778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 21075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 21095778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 21105778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2113e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 21145778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 21155778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2116e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2117e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2118e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 21193f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21205778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2122e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 21230e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 21240e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2125e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2126c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21275778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2128251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2129251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2130251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21335778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2134e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 21355778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 21365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2139496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2140496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2141496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2142496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2143496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2144496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2145575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2146575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2147575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2148575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2149575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2150575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2151575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2152575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2153575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2154717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2155717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 21563f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2157717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2158717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2159717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2160c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2161717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2162717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2163717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2164717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2165717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2166717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2167717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2168717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2169717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2170a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2171a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 21723f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2173a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2174a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2175a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2176a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2177a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2178a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2179a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2180c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2181a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2182a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2183a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 21845778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 21855778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 21865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21875778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 21885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21898ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 21908ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 21918ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21928ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 21938ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 21948ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2195a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 21968ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 21978ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 21988ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21998ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 22008ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 22018ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 22028ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2203a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 22048ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 22058ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 22078ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 22088ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22097bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo *info = 22107bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar &mPortBuffers[kPortIndexInput].itemAt(bufferIndex); 22118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22128ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 22138ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 22148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22158ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber const sp<ABuffer> &codecInputData = 22168ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber (mCrypto != NULL) ? info->mEncryptedData : info->mData; 22178ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22188ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 22198ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 22208ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 22218ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22228ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 22238ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22248ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 22258ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22261d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 22278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 22288ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 22298ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 22308ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 22318ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 22328ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 22338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 22358ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 22368ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22375778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 22387541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 22395778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 22405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 22415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22421bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 2243f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 22445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2245671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 22465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 22475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 22485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 22495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2250e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2251e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 2252c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2253251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2254575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2255575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2256c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 22575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2259717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2260671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2261671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2262671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2263aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2264aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2265aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2266aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2267717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2268717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 22695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 22705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22715778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 22722606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22732606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 22745778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22765778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodec() { 22775778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 22785778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 22795778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22815778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex) { 22825778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 22837bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22855778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 22865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22875778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 22885778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 22895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify != NULL) { 22915778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = info->mNotify; 22925778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 22935778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mOwnedByClient = false; 22945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexInput) { 22967fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* no error, just returning buffers */ 22977fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar msg->setInt32("err", OK); 22985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22995778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 23005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 23045778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23065778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 23075778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 23085778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 23095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2310609b815a3131d22da38b2f452faa9f89daad4039Andy Hung uint32_t bufferID; 2311609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 23125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23135778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 23145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23155778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 23165778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 23175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mBufferID == bufferID) { 23195778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(info->mNotify == NULL); 23205778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("reply", &info->mNotify)); 23215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2322475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mFormat = 2323475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu (portIndex == kPortIndexInput) ? mInputFormat : mOutputFormat; 23245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].push_back(i); 23255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return i; 23275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23305778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 23315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 23335778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23355778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 23365778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 23375778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 23385778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 23395778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 23405778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 23415778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 23425778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 23435778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 23445778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 23455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23464b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 23474b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 23484b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 23494b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 23504b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 23514b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23524b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 23534b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 23544b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 23554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23564b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 23574b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto != NULL) { 23584b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 23594b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 23604b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23614b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 23624b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 23634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 23644b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 23654b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 23664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 23674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto == NULL) { 23684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 23694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 23704b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 23724b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 23734b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 23744b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 23754b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 23774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 23784b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23794b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 23804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23814b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 23824b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 23834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 23844b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 23854b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 23864b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 23874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 23895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 23905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23925778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexInput].editItemAt(index); 23935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 23955778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 23965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 23995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 24005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24025778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> reply = info->mNotify; 24035778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 24045778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 24055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_EOS) { 24075778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("eos", true); 24085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_CODECCONFIG) { 24115778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("csd", true); 24125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24141bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (mCrypto != NULL) { 24151bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (size > info->mEncryptedData->capacity()) { 24161bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber return -ERANGE; 2417ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2418ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 24195b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 24205b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 24215b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 2422fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong ssize_t result = mCrypto->decrypt( 24231bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (mFlags & kFlagIsSecure) != 0, 24241bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 24251bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 24261bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 2427c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info->mSharedEncryptedBuffer, 2428c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker offset, 24294b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 24304b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 24315b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mData->base(), 24325b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 24331bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2434fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong if (result < 0) { 2435fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong return result; 2436ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2437ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2438fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong info->mData->setRange(0, result); 2439ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2440ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 24417bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 24427bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 24437bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 24447bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 24457bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 24462d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber reply->setBuffer("buffer", info->mData); 24475778822d86b0337407514b9372562b86edfa91cdAndreas Huber reply->post(); 24485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24495b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mNotify = NULL; 24505b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 24515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 24525778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 245490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 245590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 245690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done, sp<AMessage> &msg) { 245790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 245890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 245990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 246090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 246190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 246290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 246390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 246490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 246590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 246690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 246790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 246890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 246990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 247090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 24715778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 24725778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 24735778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 24745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24755778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 24765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 24775778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 24785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24800e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 24815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 24825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 24855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 24865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24885778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index); 24895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 24915778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 24925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24947bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 24957bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 24967bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 24977bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 24987bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 24997bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 250079ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou if (render && info->mData != NULL && info->mData->size() != 0) { 25015778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->setInt32("render", true); 25025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 250390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 250490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 250590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 250690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 2507c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar if (!msg->findInt64("timestampNs", &renderTimeNs)) { 2508c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 2509c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)mediaTimeUs); 251090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 2511fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2512c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar info->mNotify->setInt64("timestampNs", renderTimeNs); 2513fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 25145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 251590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 2516475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mData->data(), info->mData->size(), 251790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, renderTimeNs, NULL, info->mFormat); 251890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 251990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 252090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 252190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 252290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 252390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 252490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 252590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 252690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 252790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 25285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25315778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->post(); 25325778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 25335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25345778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 25355778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25375778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 25385778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 25395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25405778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 25415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 25435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 25445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25465778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 25475778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 25485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25495778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[portIndex].editItemAt(index); 25505778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 25517bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 25527bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 25537bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 255403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 255503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 255603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat != NULL) { 255703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 255803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findBuffer("image-data", &imageData)) { 255903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 256003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 256103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 256203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findRect("crop", &left, &top, &right, &bottom)) { 256303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 256403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 256503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 25667bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 25675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 25695778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 25721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 25731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 25741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 25751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == BAD_VALUE) { 25761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGI("native window already connected. Assuming no change of surface"); 2577a81c6229638a4db56752dd77a6610e0f0971e877Lajos Molnar return err; 2578264bac95912efe121d6a60026612617f04f42966Lajos Molnar } else if (err == OK) { 2579264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Require a fresh set of buffers after each connect by using a unique generation 2580264bac95912efe121d6a60026612617f04f42966Lajos Molnar // number. Rely on the fact that max supported process id by Linux is 2^22. 2581264bac95912efe121d6a60026612617f04f42966Lajos Molnar // PID is never 0 so we don't have to worry that we use the default generation of 0. 2582264bac95912efe121d6a60026612617f04f42966Lajos Molnar // TODO: come up with a unique scheme if other producers also set the generation number. 2583264bac95912efe121d6a60026612617f04f42966Lajos Molnar static uint32_t mSurfaceGeneration = 0; 2584264bac95912efe121d6a60026612617f04f42966Lajos Molnar uint32_t generation = (getpid() << 10) | (++mSurfaceGeneration & ((1 << 10) - 1)); 2585264bac95912efe121d6a60026612617f04f42966Lajos Molnar surface->setGenerationNumber(generation); 2586264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGI("[%s] setting surface generation to %u", mComponentName.c_str(), generation); 2587264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2588264bac95912efe121d6a60026612617f04f42966Lajos Molnar // HACK: clear any free buffers. Remove when connect will automatically do this. 2589264bac95912efe121d6a60026612617f04f42966Lajos Molnar // This is needed as the consumer may be holding onto stale frames that it can reattach 2590264bac95912efe121d6a60026612617f04f42966Lajos Molnar // to this surface after disconnect/connect, and those free frames would inherit the new 2591264bac95912efe121d6a60026612617f04f42966Lajos Molnar // generation number. Disconnecting after setting a unique generation prevents this. 2592264bac95912efe121d6a60026612617f04f42966Lajos Molnar native_window_api_disconnect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2593264bac95912efe121d6a60026612617f04f42966Lajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2594264bac95912efe121d6a60026612617f04f42966Lajos Molnar } 2595264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2596264bac95912efe121d6a60026612617f04f42966Lajos Molnar if (err != OK) { 25971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_api_connect returned an error: %s (%d)", strerror(-err), err); 25981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 25991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 26001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 26011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 26027541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 26031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 26041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 2605f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 2606264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Resetting generation is not technically needed, but there is no need to keep it either 2607264bac95912efe121d6a60026612617f04f42966Lajos Molnar mSurface->setGenerationNumber(0); 26081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_disconnect(mSurface.get(), NATIVE_WINDOW_API_MEDIA); 26097541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 26101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("native_window_api_disconnect returned an error: %s (%d)", strerror(-err), err); 26117541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 26121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 2613f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 26147541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 26151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 26161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 26177541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 26181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 26191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 26201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 26211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 26221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2623f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 26241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 26251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 26261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 26277541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 26287541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 26291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 26307541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 26317541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2632c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 2633c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2634c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 2635c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2636c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 2637c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2638c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2639c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2640c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2641c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2642c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 2643c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2644c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 2645c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang const sp<ABuffer> &buffer = 2646c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mPortBuffers[kPortIndexOutput].itemAt(index).mData; 2647c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2648c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 2649c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2650c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 2651c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 2652c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2653c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 2654c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 2655c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2656c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 2657c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2658c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t omxFlags; 2659c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 2660c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2661c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t flags = 0; 2662c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 2663c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_SYNCFRAME; 2664c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2665c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 2666c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_CODECCONFIG; 2667c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2668c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_EOS) { 2669c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_EOS; 2670c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2671c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2672c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 2673c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2674c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2675c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2676c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2677c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2678749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 2679c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2680c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2681c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 2682c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 2683749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 2684749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 2685749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 2686749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 2687749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 2688c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2689c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2690c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2691c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2692c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2693c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 2694c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2695c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2696c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 2697c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 2698c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2699c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2700c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2701c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2702c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2703575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 2704575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 2705575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 2706575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2707575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2708e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 2709e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 2710575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 2711e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 2712e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2713e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 2714575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 2715575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 2716e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 2717e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 2718e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2719e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 2720e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 2721e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 2722e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 2723e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 2724e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 2725e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 2726575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 2727575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2728575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2729575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 2730575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2731a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 27321d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 2733a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 2734a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2735a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 2736a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 2737a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2738a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2739a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 2740a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 2741a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2742a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 2743a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2744a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2745e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 2746e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const sp<ABuffer> &buffer) { 2747e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 2748e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 2749e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2750e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 2751e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 2752e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 2753e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 2754e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 2755e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2756e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 2757e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2758e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 2759e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 2760e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2761e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 2762e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 2763e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 2764e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 2765e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 2766e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 2767e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2768e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 2769a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 2770e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2771e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 2772e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2773e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2774e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 2775e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 2776e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2777e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 2778e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 2779e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 2780e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer("csd-0", buffer); 2781e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2782e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2783e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2784e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2785e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 27862606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 27872606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mState == CONFIGURED && !mBatteryStatNotified) { 27882606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 27892606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 27902606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 27912606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartVideo(); 27922606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 27932606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartAudio(); 27942606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 27952606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 27962606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 27972606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 27982606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 27992606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 28002606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 28012606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopVideo(); 28022606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 28032606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopAudio(); 28042606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 28052606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 28062606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 28072606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 28082606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 28092606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 28105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 2811