MediaCodec.cpp revision 0abb2aa4859ced9165c77324cb83d1cd94f5f20c
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 225778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 262606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 27c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 2879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 291a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 30ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 31d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 3267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 335778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 345778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 355778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 365b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 37ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 385778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 402606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 416f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 42e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 435778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 44744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 455778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 46d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 47d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXCodec.h> 48d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 498b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 5099e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 512606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 532606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 54e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 555778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic int64_t getId(sp<IResourceManagerClient> client) { 5867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 5967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 6247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 6367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 664b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatic const int kMaxReclaimWaitTimeInUs = 500000; // 0.5s 6767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 6967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 7067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 7267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 7367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 7467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 7567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 7667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 7747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 784b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (err == WOULD_BLOCK) { 794b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Wait for the client to release codec."); 804b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu usleep(kMaxReclaimWaitTimeInUs); 814b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Try to reclaim again."); 824b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu err = codec->reclaim(true /* force */); 834b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 8467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 8567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 8667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 8867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 908f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 918f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 928f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 938f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 948f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 958f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 968f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 978f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 988f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 998f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 1008f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 1018f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1028f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1038f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 10467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 10667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 10767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 10967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 11067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 11267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 11367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11468845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy(pid_t pid) 11568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu : mPid(pid) { 11668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu if (mPid == MediaCodec::kNoPid) { 11768845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mPid = IPCThreadState::self()->getCallingPid(); 11868845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu } 11967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 12067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 12267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 12367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 12467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 12567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 12667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 12867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 12967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 13067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 13167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 13267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 13367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 13467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 135e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 13667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 13767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 13967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 14067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 14167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 14267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 14567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 14667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const sp<IResourceManagerClient> client, 14767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 14867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 14967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 15067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 15167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 15237c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->addResource(mPid, clientId, client, resources); 15367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 15667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 15767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 15867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 15967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 16037c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->removeResource(mPid, clientId); 16167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 16267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 16437c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu const Vector<MediaResource> &resources) { 16567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 16667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 16767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 16867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 16937c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu return mService->reclaimResource(mPid, resources); 17067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 17167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1725778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1735778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 17468845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu const sp<ALooper> &looper, const char *mime, bool encoder, status_t *err, pid_t pid) { 17568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu sp<MediaCodec> codec = new MediaCodec(looper, pid); 1765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 177251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 178251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 179251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 180251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 181251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1825778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1845778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1855778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 18668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu const sp<ALooper> &looper, const char *name, status_t *err, pid_t pid) { 18768845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu sp<MediaCodec> codec = new MediaCodec(looper, pid); 1885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 189251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 190251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 191251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 192251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 193251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1945778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 196d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 197d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 198d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 199d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK_EQ(client.connect(), (status_t)OK); 200d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IOMX> omx = client.interface(); 201d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 20279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang const sp<IMediaCodecList> mediaCodecList = MediaCodecList::getInstance(); 20379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (mediaCodecList == NULL) { 20479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Failed to obtain MediaCodecList!"); 20579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; // if called from Java should raise IOException 20679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 20779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 20879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang AString tmp; 20979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang sp<AMessage> globalSettings = mediaCodecList->getGlobalSettings(); 21079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (globalSettings == NULL || !globalSettings->findString( 21179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang kMaxEncoderInputBuffers, &tmp)) { 21279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Failed to get encoder input buffer count!"); 21379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 21479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 21579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 21679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang int32_t bufferCount = strtol(tmp.c_str(), NULL, 10); 21779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (bufferCount <= 0 21879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang || bufferCount > BufferQueue::MAX_MAX_ACQUIRED_BUFFERS) { 21979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Encoder input buffer count is invalid!"); 22079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 22179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 22279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 223d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 224d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferConsumer> bufferConsumer; 225d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 226d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = omx->createPersistentInputSurface( 227d291c222357303b9611cab89d0c3b047584ef377Chong Zhang &bufferProducer, &bufferConsumer); 228d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 229d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 230d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 231d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 232d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 233d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 23479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang err = bufferConsumer->setMaxAcquiredBufferCount(bufferCount); 23579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 23679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (err != NO_ERROR) { 23779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Unable to set BQ max acquired buffer count to %u: %d", 23879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang bufferCount, err); 23979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 24079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 24179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 242d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return new PersistentSurface(bufferProducer, bufferConsumer); 243d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 244d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 24568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::MediaCodec(const sp<ALooper> &looper, pid_t pid) 2465778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 24747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 2485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 24992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 2507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 2515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 252251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 2535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 254ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 25568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mResourceManagerService(new ResourceManagerServiceProxy(pid)), 2562606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 2572606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 25867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 25967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 260505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees(0), 2615778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 2625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 2635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 2646507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 2653d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 2663d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 2675778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2695778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 2705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 27167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 2725778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2745778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 2755778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 2765778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 2775778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 2785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 2805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 2845778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 2855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2885778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2903f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 29147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 29247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 29347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 29447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 29547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 29647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 297c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 29847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 299c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 300c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 301c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 302dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 30367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 30467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 305671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 306671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 307671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 308671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 309671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 3105778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 3115778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 3125778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 3135778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 314744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 315bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung if (nameIsType || !strncasecmp(name.c_str(), "omx.", 4)) { 316744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new ACodec; 317744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else if (!nameIsType 318bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung && !strncasecmp(name.c_str(), "android.filter.", 15)) { 319744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new MediaFilter; 320744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else { 321744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 322744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 323744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 32467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 325dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 32667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 3276f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 3286f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 3296f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 33067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 3316f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 3326f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 33360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 33448a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (mcl == NULL) { 33548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec = NULL; // remove the codec. 33648a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return NO_INIT; // if called from Java should raise IOException 33748a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 3386f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 3396f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 34060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 34160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 34260b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 34360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 34460b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 34567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 34660b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 3476f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3486f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3496f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 35367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 3545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 3555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 3565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 3575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 3585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 3615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 3625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 3635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 3665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3671d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar mCodec->setNotificationMessage(new AMessage(kWhatCodecNotify, this)); 3685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3691d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 3705778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 3715778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 3725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 3745778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 3755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 37867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 37967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = secureCodec ? kResourceSecureCodec : kResourceNonSecureCodec; 380c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 381c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 38267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 38367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 38467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 38537c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 38667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 38767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 38867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 38967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 39067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 39167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 39267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 39367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 39467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 39567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 39667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 3975778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 399c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 4001d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 401c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 402c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 403c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 404c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 405c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 406c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 40790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 40890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 40990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 41090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 41190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 41290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4135778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 4145778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 415f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 4161bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 4175778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 4181d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 4195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 42167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 42267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 423505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang if (!format->findInt32("rotation-degrees", &mRotationDegrees)) { 424505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees = 0; 425505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang } 42667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 42767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 4285778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 4295778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 430f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 4311bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 4321bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (crypto != NULL) { 4331bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setPointer("crypto", crypto.get()); 4345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 43667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 43767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 438f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 43967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 44067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 44167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 44267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 443c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 444c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 44567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 44667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 44767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 44867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 44967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 45067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 45137c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 45267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 45367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 45467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 455f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 45667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 45767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 45867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 45967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 46067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 46167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 46267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 46367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 46467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 46567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 46667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 46767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 46867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 46967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 47067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 471f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 472f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 4735778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4758f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 476d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 4778f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 478d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 479d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 480d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 481d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 482d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 483d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 4841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 4851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 4861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 4871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 4891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 4901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 4911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 4937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 4941d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 4957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 4977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 4987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 4997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 5007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 5017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 5027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 5037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 5047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 5057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 5067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 5077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 5087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 5097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 5107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 51267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 51367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 51467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 51567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 51667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 51767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 51867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 51967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 52067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 52167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 52267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 52367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 52467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 52567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 526c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wuvoid MediaCodec::addResource(const String8 &type, const String8 &subtype, uint64_t value) { 52767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 528c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 52967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 53037c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu getId(mResourceManagerClient), mResourceManagerClient, resources); 53167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 53267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 5335778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 5341d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 5355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 53667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 53767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 53867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 53967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 540c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 541c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 54267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 54367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 54467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 54567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 54667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 54767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 54837c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 54967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 55067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 55167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 55267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 55367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 55467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 55567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 55667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 55767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 55867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 55967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 56067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 56167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 56267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 56367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 56467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 56567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 56667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 56767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 56867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 56967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 57067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 57167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 5725778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5745778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 5751d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 5765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5775778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 5785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 5795778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5814b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer(int portIndex) { 5824b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu const Vector<BufferInfo> &buffers = mPortBuffers[portIndex]; 5834b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu for (size_t i = 0; i < buffers.size(); ++i) { 5844b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu const BufferInfo &info = buffers.itemAt(i); 5854b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (info.mOwnedByClient) { 5864b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return true; 5874b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 5884b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 5894b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return false; 5904b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 5914b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 5924b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer() { 5934b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return hasPendingBuffer(kPortIndexInput) || hasPendingBuffer(kPortIndexOutput); 5944b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 5954b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 5964b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatus_t MediaCodec::reclaim(bool force) { 59758828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu ALOGD("MediaCodec::reclaim(%p) %s", this, mInitName.c_str()); 59847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 59947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 6004b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->setInt32("force", force ? 1 : 0); 60147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 60247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 6030abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu status_t ret = PostAndAwaitResponse(msg, &response); 6040abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu if (ret == -ENOENT) { 6050abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ALOGD("MediaCodec looper is gone, skip reclaim"); 6060abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ret = OK; 6070abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu } 6080abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu return ret; 60947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 61047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 611c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 6121d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 613c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 614c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 615c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 616c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 617c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 618671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 619671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 620671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 621671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 622671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 623671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 624671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 625671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 626671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 627671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 628671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 629671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 630671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 631671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 632671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 633671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 634671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 635671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 636671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 637251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 638671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 639671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 640671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 641671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 642671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 643671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 644671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 645671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 646671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 647671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 648dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 649671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 650671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 651671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 652671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 6535778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 6545778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 6555778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 6565778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 6575778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 6585b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6595b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6605b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6615b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6625b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6635b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6641d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 6655778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 6665778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 6675778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 6685778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 6695778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 6705b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 6715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6725778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6745778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 6774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 6784b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 6794b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 6804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 6814b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 6824b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 6834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 6844b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 6855b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6865b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6875b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6885b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6895b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6905b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6911d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 6924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 6934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 6944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 6954b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 6964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 6974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 6984b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 6994b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 7004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 7015b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 7024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 7034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 7045b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 7055b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 7065b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 7074b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 7084b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 7095778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 7101d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 7115778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7135778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7145778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7165778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7195778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7215778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7225778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7245778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 7255778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 7265778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 7275778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 7285778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 7295778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 7305778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 7311d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 7325778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7345778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7355778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7405778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7415778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 7425778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 7435778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 7445778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 7455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7475778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7495778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 7501d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7515778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7525778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 7535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7545778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7565778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 758fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 7591d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 760fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 761fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 762fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 763fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 764fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 765fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 766fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 767fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 7685778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 7691d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7705778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7725778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7745778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 7771d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 7787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 7807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 7817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 7827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7835778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 7841d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 7855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7865778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7875778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7925778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 7935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7955778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 797e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 7981d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 799e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 800e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 801e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 802e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 803e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 804e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 805e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 806e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 807e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 808e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 809e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 810e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 811717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 8121d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 813717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 814717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 815717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 816717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 817717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 818717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 819717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 820717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 821717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 822717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 823717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 824717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 825e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnarstatus_t MediaCodec::getWidevineLegacyBuffers(Vector<sp<ABuffer> > *buffers) const { 826e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 827e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("portIndex", kPortIndexInput); 828e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setPointer("buffers", buffers); 829e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("widevine", true); 830e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 831e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> response; 832e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar return PostAndAwaitResponse(msg, &response); 833e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar} 834e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 8355778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getInputBuffers(Vector<sp<ABuffer> > *buffers) const { 8361d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8375778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 8385778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8405778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8425778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8445778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputBuffers(Vector<sp<ABuffer> > *buffers) const { 8451d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8465778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 8475778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8495778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8515778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8537bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputBuffer(size_t index, sp<ABuffer> *buffer) { 8547bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8557bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 8567bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8577bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8587bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 8597bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> buffer; 8607bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 8617bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8627bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8637bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getInputBuffer(size_t index, sp<ABuffer> *buffer) { 8647bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8657bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 8667bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8680e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 8690e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 8700e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 8710e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 8727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 8737bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 8747bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> *buffer, sp<AMessage> *format) { 8757bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 8767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 87747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 87847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 87947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 88047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 8817bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 8827bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 8830e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 8847bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 8857bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 8867bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8877bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 8887bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 8897bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 8907bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 8917bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (index < buffers->size()) { 8927bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo &info = buffers->itemAt(index); 8937bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (info.mOwnedByClient) { 8940837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar // by the time buffers array is initialized, crypto is set 8950837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar if (portIndex == kPortIndexInput && mCrypto != NULL) { 8960837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mEncryptedData; 8970837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } else { 8980837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mData; 8990837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } 9007bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar *format = info.mFormat; 9017bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 9027bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 9037bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 9047bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 9057bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 9065778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 9071d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 9085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9095778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 9115778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 913496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 9141d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 915496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 916496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 917496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 918496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 919575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 9201d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 921575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 922575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 923575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 924575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 9255778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 9265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9275778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 9285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 929c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 9305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9315778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 9325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 9335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 9345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 937c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 9385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9395778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 9405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 9415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 9425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9435778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9453f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9460e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9475778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 948c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 9495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 950251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 951251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 952251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 9535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9555778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 9565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 9585778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 9595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 9605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9625778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 9635778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 9645778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 9655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9665778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 9675778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9693f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9700e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9715778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 97247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 973251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 97447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 9755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 97647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 9775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 9785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 97947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 9805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 9815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 98247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 9835778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 9845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 9865778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 9875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 9885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9905778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<ABuffer> &buffer = 9915778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[kPortIndexOutput].itemAt(index).mData; 9925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9935778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 9945778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 9955778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 9965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9975778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 9985778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 9995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10005778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 10015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10025778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 10035778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 10045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10055778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags = 0; 10065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 10075778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_SYNCFRAME; 10085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 10105778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_CODECCONFIG; 10115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_EOS) { 10135778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_EOS; 10145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10165778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 101747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 10185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 10215778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10235778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 10245778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 10255778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 10265778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10275778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 10285778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 10295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10305778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 103192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatError: 10325778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1033251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1034251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1035251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 10365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10379e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 10389e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1039251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1040aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 104152dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1042aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1043aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 10445530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 10455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10465778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 10475778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 10485778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10495778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 10505778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10535778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 10545778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1055c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1056c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 10575778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10605778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 10615778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1062c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1063c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 10645778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10675778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STOPPING: 1068c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 10695778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10705778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 10715778822d86b0337407514b9372562b86edfa91cdAndreas Huber // the shutdown complete notification. 10725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10735530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 107403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 1075aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 107603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 107703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 107803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 107903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 108003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 108103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 108203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 108303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 10846e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 10856e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 10866e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 108703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 108803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 10895778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10925778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 10935778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10949e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 10959e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 10969e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 10979e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 10989e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 10999e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 11005778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11030e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 11045778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 11055778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11065530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1108251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1109575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 11105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11115778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1112c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1113c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1114251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1115251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1116251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1117251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1118251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1119251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1120251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1121251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1122251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1123251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1124251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1125c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11265778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11295778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 11305778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11315530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1133251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1134575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1135c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1136251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1137251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1138251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1139251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1140c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1141251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1142251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1143251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1144251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1145251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1146251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1147251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1148251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1149251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1150251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1151251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1152c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11575530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1158251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 11595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11605778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 116392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentAllocated: 11645778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11655778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 11665778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 116752dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 11685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1169717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 11705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1171717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 11723a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 11735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 11743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 11755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 117767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu String8 resourceType; 1178717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 11791bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 118067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceSecureCodec); 11811bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 11821bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 118367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceNonSecureCodec); 11841bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1185c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 118658828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu if (mIsVideo) { 118758828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu // audio codec is currently ignored. 118858828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu addResource(resourceType, String8(kResourceVideoCodec), 1); 118958828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu } 11901bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 11915778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 11925778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 119592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentConfigured: 11965778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1197c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung if (mState == UNINITIALIZED || mState == INITIALIZED) { 1198c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // In case a kWhatError message came in and replied with error, 1199c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // we log a warning and ignore. 1200c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung ALOGW("configure interrupted by error, current state %d", mState); 1201c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung break; 1202c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung } 12035778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 12045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12056507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 12066507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 12076507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1208e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1209e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1210e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 12113a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 12123a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 12133a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 12143a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 12153a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 12162606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 12175778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12185778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 122192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatInputSurfaceCreated: 12227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 122392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 12247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 12251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 12267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 12277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 12287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 12297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 12307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 12316507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 12327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 12337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1239d291c222357303b9611cab89d0c3b047584ef377Chong Zhang case CodecBase::kWhatInputSurfaceAccepted: 1240d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 12418f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 1242d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 1243d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 1244d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 1245d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 1246d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1247d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 1248d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1249d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 1250d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 1251d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1252d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 125392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatSignaledInputEOS: 12547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 125592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 12561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 12577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 12587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 12597cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12607cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12617cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12627cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12637cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12647cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 12657cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 126692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatBuffersAllocated: 12675778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 12695778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 12705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 12715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12725778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("%s buffers allocated", 12735778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 12745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12755778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput 12765778822d86b0337407514b9372562b86edfa91cdAndreas Huber || portIndex == kPortIndexOutput); 12775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[portIndex].clear(); 12795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12805778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 12815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1282eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<RefBase> obj; 1283eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber CHECK(msg->findObject("portDesc", &obj)); 1284eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 128592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar sp<CodecBase::PortDescription> portDesc = 128692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar static_cast<CodecBase::PortDescription *>(obj.get()); 12875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1288eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t numBuffers = portDesc->countBuffers(); 12895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1290c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker size_t totalSize = 0; 1291c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker for (size_t i = 0; i < numBuffers; ++i) { 1292c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (portIndex == kPortIndexInput && mCrypto != NULL) { 1293c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker totalSize += portDesc->bufferAt(i)->capacity(); 1294c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1295c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1296c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1297c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (totalSize) { 1298c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker mDealer = new MemoryDealer(totalSize, "MediaCodec"); 1299c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1300c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1301eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber for (size_t i = 0; i < numBuffers; ++i) { 13025778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo info; 1303eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mBufferID = portDesc->bufferIDAt(i); 13045778822d86b0337407514b9372562b86edfa91cdAndreas Huber info.mOwnedByClient = false; 1305eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mData = portDesc->bufferAt(i); 13065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13071bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (portIndex == kPortIndexInput && mCrypto != NULL) { 1308c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker sp<IMemory> mem = mDealer->allocate(info.mData->capacity()); 1309ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mEncryptedData = 1310c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker new ABuffer(mem->pointer(), info.mData->capacity()); 1311c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info.mSharedEncryptedBuffer = mem; 1312ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1313ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 13145778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffers->push_back(info); 13155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexOutput) { 13185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState == STARTING) { 13195778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We're always allocating output buffers after 13205778822d86b0337407514b9372562b86edfa91cdAndreas Huber // allocating input buffers, so this is a good 13215778822d86b0337407514b9372562b86edfa91cdAndreas Huber // indication that now all buffers are allocated. 132267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 1323c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu String8 subtype; 1324c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu addResource( 1325c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu String8(kResourceGraphicMemory), 1326c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu subtype, 1327c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu getGraphicBufferSize()); 132867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 13295778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTED); 13305778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 13315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 13325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagOutputBuffersChanged; 1333575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 13345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 133992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatOutputFormatChanged: 13405778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13415778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("codec output format changed"); 13425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1343475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mSoftRenderer == NULL && 1344f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface != NULL && 13453a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar (mFlags & kFlagUsesSoftwareRenderer)) { 13465778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 13475778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 13485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1349475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mime.startsWithIgnoreCase("video/")) { 1350505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mSoftRenderer = new SoftwareRenderer(mSurface, mRotationDegrees); 13515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat = msg; 1355e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1356e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagIsEncoder) { 1357e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Before we announce the format change we should 1358e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // collect codec specific data and amend the output 1359e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format as necessary. 1360e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagGatherCodecSpecificData; 1361c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagIsAsync) { 1362c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1363e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 1364e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagOutputFormatChanged; 1365e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber postActivityNotificationIfPossible(); 1366e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 13672514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 13682514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker // Notify mCrypto of video resolution changes 13692514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker if (mCrypto != NULL) { 13708140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar int32_t left, top, right, bottom, width, height; 13718140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 13728140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 13738140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } else if (mOutputFormat->findInt32("width", &width) 13748140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar && mOutputFormat->findInt32("height", &height)) { 13758140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(width, height); 13768140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } 13772514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker } 13782514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 13795778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 138290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case CodecBase::kWhatOutputFramesRendered: 138390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 138490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 138590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 138690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 138790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 138890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 138990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 139090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 139190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 139290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 139390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 139492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFillThisBuffer: 13955778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13965778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 13975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1398c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1399c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1400c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 14015778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 14025778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14058ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 14068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 14078ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 14088ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14098ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 14108ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 14118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 14128ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 14138ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 14148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14158ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 14168ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14178ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 14188ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 14198ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 14208ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1421251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1422575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1423575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 14248ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 14258ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 14268ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 14278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 14288ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1429c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 14306e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 14313d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 14323d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 14333d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 14343d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 14353d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 14366e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1437c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 14385778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 14395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14405778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 14415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 14425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1443575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1444575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 14455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14465778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 144992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatDrainThisBuffer: 14505778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14515778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 14525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1453c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1454c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1455c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 14565778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 14575778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14602d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 14612d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber CHECK(msg->findBuffer("buffer", &buffer)); 14625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14635778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 14645778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", &omxFlags)); 14655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14665778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffer->meta()->setInt32("omxFlags", omxFlags); 14675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1468e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagGatherCodecSpecificData) { 1469e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // This is the very first output buffer after a 1470e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format change was signalled, it'll either contain 1471e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the one piece of codec specific data we can expect 1472e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // or there won't be codec specific data. 1473e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 1474e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber status_t err = 1475e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber amendOutputFormatWithCodecSpecificData(buffer); 1476e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1477e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (err != OK) { 1478e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ALOGE("Codec spit out malformed codec " 1479e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber "specific data!"); 1480e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1481e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1482e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1483e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1484c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1485c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1486c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1487c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1488c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1489e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1490e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1491c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1492c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1493c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 14945778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 14955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14965778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 14975778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 14985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1499575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1500575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 15015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1502575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 15035778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 150692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatEOS: 15075778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15085778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 15095778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 15105778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 151392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatShutdownCompleted: 15145778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1515c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == STOPPING) { 1516c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(INITIALIZED); 1517c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } else { 1518c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK_EQ(mState, RELEASING); 1519c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(UNINITIALIZED); 15206e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 1521c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 152252dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 15235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 152467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 152567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15265778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15275778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 153092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFlushCompleted: 15315778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15325530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 15335530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 15345530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 15355530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 15365530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 15375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15380e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 15390e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 15400e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 15410e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 15420e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 15430e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 15445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15455778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15465778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15495778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 15505778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 15515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15525778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15555778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 15565778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15573f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 15585778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1561c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15625778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 15665778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 15675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15685778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 15695778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 15705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15715778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 15725778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 15730db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 15740db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 15755778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 15765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15785778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 15795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 15815778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 15825778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 15835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 15845778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 15855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 15885778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 159190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 159290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 159390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 159490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 159590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 159690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 159790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 159890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 159990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1600c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1601c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 16023f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1603c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1604c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1605c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1606c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 16070e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 16080e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1609c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1610c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1611c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1612c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1613c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1614c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1615c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1616c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1617c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1618c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1619c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1620c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1621c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1622c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1623c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1624c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1625c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1626c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1627c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1628c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1629c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1630c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1631c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 16325778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 16335778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16343f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16355778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 16365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1638c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16395778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16425778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 1643f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 16445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16455778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 16465778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 16475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16488b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 16498b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 16508b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 16518b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 16528b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 16535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 16545778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 1655f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 16567541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1657c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 16587541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 16591bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 16601bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 1661f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 16621bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 16631bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16647541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 16657541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 16667541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 16671bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 16681bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 16691bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 16705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16721bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 16731bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16745778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 16755778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 16765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 16785778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 1679e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 16805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16828ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 16838ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 16855778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 16891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 16901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 16911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 16921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 16931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 16941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface; 16951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 16961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 16971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 16981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 16991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 17001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 17011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 17021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 17031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 17041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 17051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 17061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 17071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 17081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 17091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 17101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 17121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == BAD_VALUE) { 17131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assuming reconnecting to same surface 17141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if it is the same surface 17151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 17161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 17181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 17198b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 17208b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 17218b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 17228b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 17231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 17241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 17251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 17271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 17301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 17311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 17321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 17391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 17401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 17441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 17488f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 17497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 17503f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 17527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 17537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 17547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 1755c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 17567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 17577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 17597cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 1760d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 1761d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 1762d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1763d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 1764d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 1765d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 17668f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 1767d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 1768d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 17697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 17707cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17715778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 17725778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17733f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17745778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 17755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17760e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 1777d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 17783d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 17793d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 17803d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 17813d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 17820e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 17830e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 1784d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 17850e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 1786c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 17875778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 17915778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 17925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 17945778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17975778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 1798c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 1799c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 1800aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 1801aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 1802aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 18033f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1804c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1805c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 180647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 180747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 180847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 180947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 181047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 181147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 181247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 181347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 181447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 181547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 181647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 181747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 18184b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18194b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu int32_t force = 0; 18204b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->findInt32("force", &force); 18214b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (!force && hasPendingBuffer()) { 18224b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGW("Can't reclaim codec right now due to pending buffers."); 18234b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18244b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // return WOULD_BLOCK to ask resource manager to retry later. 18254b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu sp<AMessage> response = new AMessage; 18264b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->setInt32("err", WOULD_BLOCK); 18274b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->postReply(replyID); 18284b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18294b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // notify the async client 18304b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (mFlags & kFlagIsAsync) { 18314b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu onError(DEAD_OBJECT, ACTION_CODE_FATAL); 18324b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 18334b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu break; 18344b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 183547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 183647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 183733223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung if (!((mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED) // See 1 183833223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 18390e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 184033223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 184133223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 184233223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 184352dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 184403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 184503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 184603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 184703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 184803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 1849c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 185047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 185147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 18526e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 18536e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 18546e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 18556e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 18566e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1857c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 1858c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 1859c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1860c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1861aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 1862aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 1863aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 1864aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 18656e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 18666e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 18676e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1868aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 1869aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 1870aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1871aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1872c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 1873aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 1874aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1875aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 1876aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 1877c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 18785778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 18798b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 18808b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 18818b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 18828b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 18835778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18865778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 18875778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18883f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18895778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1891c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1892c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1893c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1894c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1895c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1896c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 18976507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 18986507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 1899c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19006507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 19016507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 19026507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 19035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 19045778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19075778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 19085778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 19095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1911c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 19125778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19155778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 19165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 19175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 19195778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 19201d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 19215778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 19225778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 19235778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 19245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19255778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19285778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 19295778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19305778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 19315778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 19325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 19345778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 19355778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19385778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 19395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1940c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 19415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 19435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 19445778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19475778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 19485778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19493f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19505778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1952251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1953c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19545778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1955251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1956251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1957251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19605778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 19615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1962c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 19635778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19665778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 19675778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19683f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19695778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1971c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1972c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1973c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1974c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1975c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1976c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 19775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 19785778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19815778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 19825778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 19835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1985c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 19865778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 19905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 19915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 19935778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 19941d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 19955778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 19965778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 19975778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 19985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19995778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20025778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 20035778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20045778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 20055778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 20065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 20085778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 20095778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20125778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 20135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2014c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 20155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 20175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 20185778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20215778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 20225778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20233f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20245778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2026251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2027c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20285778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2029251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2030251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2031251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20345778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 20355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2036c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 20375778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 20417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 20423f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 20447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 2045251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2046c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 2048251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2049251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2050251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 20537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 20547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 20557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 20567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 20585778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 20595778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20603f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20615778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2062e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // Unfortunately widevine legacy source requires knowing all of the 2063e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // codec input buffers, so we have to provide them even in async mode. 2064e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar int32_t widevine = 0; 2065e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->findInt32("widevine", &widevine); 20665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2067e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar if (!isExecuting() || ((mFlags & kFlagIsAsync) && !widevine)) { 2068c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20695778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2070251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2071251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2072251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20755778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 20765778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 20775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20785778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<sp<ABuffer> > *dstBuffers; 20795778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 20805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20815778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 20825778822d86b0337407514b9372562b86edfa91cdAndreas Huber const Vector<BufferInfo> &srcBuffers = mPortBuffers[portIndex]; 20835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20845778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < srcBuffers.size(); ++i) { 20855778822d86b0337407514b9372562b86edfa91cdAndreas Huber const BufferInfo &info = srcBuffers.itemAt(i); 20865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2087ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber dstBuffers->push_back( 20881bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (portIndex == kPortIndexInput && mCrypto != NULL) 2089ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? info.mEncryptedData : info.mData); 20905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20925778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 20935778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20965778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 20975778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20983f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2101251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2102c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21035778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2104251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2105251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2106251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 21100e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 21115778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 21125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21135778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 21145778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 21155778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2118e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 21195778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 21205778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2121e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2122e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2123e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 21243f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21255778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2127e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 21280e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 21290e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2130e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2131c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21325778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2133251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2134251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2135251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21385778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2139e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 21405778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 21415778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2144496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2145496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2146496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2147496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2148496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2149496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2150575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2151575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2152575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2153575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2154575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2155575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2156575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2157575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2158575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2159717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2160717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 21613f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2162717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2163717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2164717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2165c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2166717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2167717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2168717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2169717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2170717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2171717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2172717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2173717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2174717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2175a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2176a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 21773f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2178a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2179a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2180a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2181a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2182a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2183a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2184a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2185c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2186a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2187a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2188a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 21895778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 21905778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 21915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21925778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 21935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21948ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 21958ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 21968ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21978ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 21988ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 21998ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2200a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 22018ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 22028ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 22038ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22048ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 22058ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 22068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 22078ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2208a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 22098ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 22108ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 22128ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 22138ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22147bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo *info = 22157bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar &mPortBuffers[kPortIndexInput].itemAt(bufferIndex); 22168ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22178ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 22188ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 22198ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22208ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber const sp<ABuffer> &codecInputData = 22218ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber (mCrypto != NULL) ? info->mEncryptedData : info->mData; 22228ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22238ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 22248ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 22258ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 22268ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 22288ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22298ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 22308ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22311d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 22328ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 22338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 22348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 22358ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 22368ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 22378ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 22388ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22398ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 22408ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 22418ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22425778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 22437541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 22445778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 22455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 22465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22471bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 2248f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 22495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2250671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 22515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 22525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 22535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 22545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2255e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2256e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 2257c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2258251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2259575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2260575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2261c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 22625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2264717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2265671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2266671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2267671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2268aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2269aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2270aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2271aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2272717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2273717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 22745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 22755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22765778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 22772606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 22782606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 22795778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22815778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodec() { 22825778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 22835778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22865778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex) { 22875778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 22887bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 22895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22905778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 22915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22925778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 22935778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 22945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify != NULL) { 22965778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = info->mNotify; 22975778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 22985778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mOwnedByClient = false; 22995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexInput) { 23017fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* no error, just returning buffers */ 23027fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar msg->setInt32("err", OK); 23035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23045778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 23055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 23095778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23115778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 23125778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 23135778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 23145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2315609b815a3131d22da38b2f452faa9f89daad4039Andy Hung uint32_t bufferID; 2316609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 23175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23185778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 23195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23205778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 23215778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 23225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mBufferID == bufferID) { 23245778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(info->mNotify == NULL); 23255778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("reply", &info->mNotify)); 23265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2327475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mFormat = 2328475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu (portIndex == kPortIndexInput) ? mInputFormat : mOutputFormat; 23295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].push_back(i); 23305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return i; 23325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23355778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 23365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 23385778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23405778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 23415778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 23425778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 23435778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 23445778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 23455778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 23465778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 23475778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 23485778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 23495778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 23505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23514b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 23524b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 23534b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 23544b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 23554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 23564b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23574b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 23584b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 23594b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 23604b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23614b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 23624b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto != NULL) { 23634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 23644b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 23654b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 23674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 23684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 23694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 23704b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 23714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 23724b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto == NULL) { 23734b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 23744b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 23754b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 23774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 23784b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 23794b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 23804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23814b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 23824b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 23834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23844b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 23854b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23864b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 23874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 23884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 23894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 23904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 23914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 23924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 23945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 23955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23975778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexInput].editItemAt(index); 23985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 24005778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 24045778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 24055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24075778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> reply = info->mNotify; 24085778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 24095778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 24105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_EOS) { 24125778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("eos", true); 24135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_CODECCONFIG) { 24165778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("csd", true); 24175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24191bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (mCrypto != NULL) { 24201bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (size > info->mEncryptedData->capacity()) { 24211bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber return -ERANGE; 2422ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2423ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 24245b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 24255b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 24265b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 2427fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong ssize_t result = mCrypto->decrypt( 24281bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (mFlags & kFlagIsSecure) != 0, 24291bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 24301bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 24311bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 2432c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info->mSharedEncryptedBuffer, 2433c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker offset, 24344b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 24354b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 24365b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mData->base(), 24375b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 24381bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2439fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong if (result < 0) { 2440fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong return result; 2441ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2442ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2443fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong info->mData->setRange(0, result); 2444ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2445ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 24467bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 24477bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 24487bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 24497bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 24507bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 24512d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber reply->setBuffer("buffer", info->mData); 24525778822d86b0337407514b9372562b86edfa91cdAndreas Huber reply->post(); 24535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24545b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mNotify = NULL; 24555b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 24565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 24575778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 245990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 246090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 246190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done, sp<AMessage> &msg) { 246290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 246390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 246490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 246590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 246690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 246790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 246890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 246990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 247090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 247190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 247290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 247390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 247490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 247590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 24765778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 24775778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 24785778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 24795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24805778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 24815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 24825778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 24835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24850e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 24865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 24875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 24905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 24915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24935778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index); 24945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 24965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 24975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24997bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 25007bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 25017bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 25027bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 25037bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 25047bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 250579ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou if (render && info->mData != NULL && info->mData->size() != 0) { 25065778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->setInt32("render", true); 25075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 250890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 250990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 251090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 251190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 2512c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar if (!msg->findInt64("timestampNs", &renderTimeNs)) { 2513c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 2514c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)mediaTimeUs); 251590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 2516fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2517c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar info->mNotify->setInt64("timestampNs", renderTimeNs); 2518fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 25195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 252090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 2521475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mData->data(), info->mData->size(), 252290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, renderTimeNs, NULL, info->mFormat); 252390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 252490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 252590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 252690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 252790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 252890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 252990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 253090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 253190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 253290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 25335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25365778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->post(); 25375778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 25385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 25405778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25425778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 25435778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 25445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25455778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 25465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 25485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 25495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25515778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 25525778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 25535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25545778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[portIndex].editItemAt(index); 25555778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 25567bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 25577bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 25587bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 255903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 256003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 256103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat != NULL) { 256203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 256303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findBuffer("image-data", &imageData)) { 256403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 256503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 256603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 256703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findRect("crop", &left, &top, &right, &bottom)) { 256803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 256903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 257003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 25717bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 25725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 25745778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 25771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 25781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 25791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 25801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == BAD_VALUE) { 25811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGI("native window already connected. Assuming no change of surface"); 2582a81c6229638a4db56752dd77a6610e0f0971e877Lajos Molnar return err; 2583264bac95912efe121d6a60026612617f04f42966Lajos Molnar } else if (err == OK) { 2584264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Require a fresh set of buffers after each connect by using a unique generation 2585264bac95912efe121d6a60026612617f04f42966Lajos Molnar // number. Rely on the fact that max supported process id by Linux is 2^22. 2586264bac95912efe121d6a60026612617f04f42966Lajos Molnar // PID is never 0 so we don't have to worry that we use the default generation of 0. 2587264bac95912efe121d6a60026612617f04f42966Lajos Molnar // TODO: come up with a unique scheme if other producers also set the generation number. 2588264bac95912efe121d6a60026612617f04f42966Lajos Molnar static uint32_t mSurfaceGeneration = 0; 2589264bac95912efe121d6a60026612617f04f42966Lajos Molnar uint32_t generation = (getpid() << 10) | (++mSurfaceGeneration & ((1 << 10) - 1)); 2590264bac95912efe121d6a60026612617f04f42966Lajos Molnar surface->setGenerationNumber(generation); 2591264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGI("[%s] setting surface generation to %u", mComponentName.c_str(), generation); 2592264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2593264bac95912efe121d6a60026612617f04f42966Lajos Molnar // HACK: clear any free buffers. Remove when connect will automatically do this. 2594264bac95912efe121d6a60026612617f04f42966Lajos Molnar // This is needed as the consumer may be holding onto stale frames that it can reattach 2595264bac95912efe121d6a60026612617f04f42966Lajos Molnar // to this surface after disconnect/connect, and those free frames would inherit the new 2596264bac95912efe121d6a60026612617f04f42966Lajos Molnar // generation number. Disconnecting after setting a unique generation prevents this. 2597264bac95912efe121d6a60026612617f04f42966Lajos Molnar native_window_api_disconnect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2598264bac95912efe121d6a60026612617f04f42966Lajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2599264bac95912efe121d6a60026612617f04f42966Lajos Molnar } 2600264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2601264bac95912efe121d6a60026612617f04f42966Lajos Molnar if (err != OK) { 26021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_api_connect returned an error: %s (%d)", strerror(-err), err); 26031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 26041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 26051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 26061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 26077541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 26081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 26091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 2610f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 2611264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Resetting generation is not technically needed, but there is no need to keep it either 2612264bac95912efe121d6a60026612617f04f42966Lajos Molnar mSurface->setGenerationNumber(0); 26131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_disconnect(mSurface.get(), NATIVE_WINDOW_API_MEDIA); 26147541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 26151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("native_window_api_disconnect returned an error: %s (%d)", strerror(-err), err); 26167541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 26171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 2618f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 26197541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 26201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 26211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 26227541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 26231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 26241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 26251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 26261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 26271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2628f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 26291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 26301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 26311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 26327541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 26337541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 26341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 26357541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 26367541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2637c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 2638c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2639c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 2640c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2641c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 2642c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2643c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2644c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2645c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2646c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2647c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 2648c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2649c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 2650c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang const sp<ABuffer> &buffer = 2651c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mPortBuffers[kPortIndexOutput].itemAt(index).mData; 2652c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2653c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 2654c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2655c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 2656c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 2657c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2658c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 2659c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 2660c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2661c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 2662c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2663c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t omxFlags; 2664c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 2665c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2666c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t flags = 0; 2667c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 2668c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_SYNCFRAME; 2669c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2670c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 2671c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_CODECCONFIG; 2672c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2673c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_EOS) { 2674c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_EOS; 2675c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2676c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2677c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 2678c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2679c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2680c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2681c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2682c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2683749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 2684c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2685c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2686c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 2687c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 2688749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 2689749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 2690749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 2691749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 2692749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 2693c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2694c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2695c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2696c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2697c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2698c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 2699c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2700c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2701c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 2702c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 2703c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2704c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2705c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2706c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2707c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2708575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 2709575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 2710575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 2711575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2712575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2713e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 2714e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 2715575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 2716e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 2717e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2718e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 2719575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 2720575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 2721e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 2722e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 2723e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2724e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 2725e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 2726e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 2727e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 2728e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 2729e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 2730e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 2731575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 2732575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2733575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2734575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 2735575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2736a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 27371d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 2738a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 2739a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2740a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 2741a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 2742a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2743a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2744a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 2745a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 2746a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2747a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 2748a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2749a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2750e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 2751e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const sp<ABuffer> &buffer) { 2752e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 2753e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 2754e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2755e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 2756e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 2757e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 2758e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 2759e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 2760e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2761e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 2762e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2763e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 2764e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 2765e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2766e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 2767e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 2768e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 2769e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 2770e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 2771e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 2772e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2773e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 2774a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 2775e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2776e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 2777e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2778e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2779e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 2780e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 2781e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2782e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 2783e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 2784e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 2785e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer("csd-0", buffer); 2786e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2787e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2788e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2789e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2790e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 27912606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 27922606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mState == CONFIGURED && !mBatteryStatNotified) { 27932606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 27942606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 27952606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 27962606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartVideo(); 27972606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 27982606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartAudio(); 27992606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 28002606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 28012606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 28022606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 28032606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 28042606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 28052606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 28062606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopVideo(); 28072606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 28082606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopAudio(); 28092606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 28102606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 28112606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 28122606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 28132606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 28142606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 28155778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 2816