MediaCodec.cpp revision 4f59c7e373a7e883f21ba33d44ea7caa86b65b02
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 225778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 262606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 27c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 2879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 291a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 30ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 31d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 3267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 335778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 345778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 355778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 365b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 37ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 385778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 402606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 416f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 42e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 435778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 44744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 455778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 46d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 47d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXCodec.h> 48d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 498b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 5099e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 512606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 532606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 54e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 555778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic int64_t getId(sp<IResourceManagerClient> client) { 5867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 5967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 6247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 6367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 664b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatic const int kMaxReclaimWaitTimeInUs = 500000; // 0.5s 6767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 6967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 7067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 7267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 7367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 7467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 7567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 7667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 7747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 784b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (err == WOULD_BLOCK) { 794b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Wait for the client to release codec."); 804b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu usleep(kMaxReclaimWaitTimeInUs); 814b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Try to reclaim again."); 824b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu err = codec->reclaim(true /* force */); 834b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 8467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 8567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 8667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 8867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 908f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 918f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 928f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 938f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 948f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 958f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 968f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 978f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 988f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 998f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 1008f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 1018f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1028f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1038f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 10467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 10667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 10767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 10967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 11067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 11267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 11367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11468845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy(pid_t pid) 11568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu : mPid(pid) { 11668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu if (mPid == MediaCodec::kNoPid) { 11768845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mPid = IPCThreadState::self()->getCallingPid(); 11868845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu } 11967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 12067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 12267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 12367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 12467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 12567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 12667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 12867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 12967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 13067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 13167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 13267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 13367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 13467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 135e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 13667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 13767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 13967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 14067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 14167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 14267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 14567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 14667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const sp<IResourceManagerClient> client, 14767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 14867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 14967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 15067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 15167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 15237c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->addResource(mPid, clientId, client, resources); 15367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 15667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 15767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 15867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 15967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 16037c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->removeResource(mPid, clientId); 16167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 16267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 16437c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu const Vector<MediaResource> &resources) { 16567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 16667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 16767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 16867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 16937c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu return mService->reclaimResource(mPid, resources); 17067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 17167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1725778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1735778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 17468845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu const sp<ALooper> &looper, const char *mime, bool encoder, status_t *err, pid_t pid) { 17568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu sp<MediaCodec> codec = new MediaCodec(looper, pid); 1765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 177251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 178251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 179251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 180251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 181251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1825778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1845778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1855778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 18668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu const sp<ALooper> &looper, const char *name, status_t *err, pid_t pid) { 18768845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu sp<MediaCodec> codec = new MediaCodec(looper, pid); 1885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 189251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 190251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 191251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 192251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 193251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1945778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 196d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 197d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 198d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 199d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK_EQ(client.connect(), (status_t)OK); 200d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IOMX> omx = client.interface(); 201d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 20279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang const sp<IMediaCodecList> mediaCodecList = MediaCodecList::getInstance(); 20379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (mediaCodecList == NULL) { 20479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Failed to obtain MediaCodecList!"); 20579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; // if called from Java should raise IOException 20679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 20779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 20879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang AString tmp; 20979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang sp<AMessage> globalSettings = mediaCodecList->getGlobalSettings(); 21079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (globalSettings == NULL || !globalSettings->findString( 21179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang kMaxEncoderInputBuffers, &tmp)) { 21279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Failed to get encoder input buffer count!"); 21379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 21479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 21579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 21679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang int32_t bufferCount = strtol(tmp.c_str(), NULL, 10); 21779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (bufferCount <= 0 21879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang || bufferCount > BufferQueue::MAX_MAX_ACQUIRED_BUFFERS) { 21979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Encoder input buffer count is invalid!"); 22079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 22179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 22279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 223d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 224d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferConsumer> bufferConsumer; 225d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 226d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = omx->createPersistentInputSurface( 227d291c222357303b9611cab89d0c3b047584ef377Chong Zhang &bufferProducer, &bufferConsumer); 228d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 229d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 230d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 231d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 232d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 233d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 23479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang err = bufferConsumer->setMaxAcquiredBufferCount(bufferCount); 23579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 23679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (err != NO_ERROR) { 23779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Unable to set BQ max acquired buffer count to %u: %d", 23879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang bufferCount, err); 23979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 24079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 24179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 242d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return new PersistentSurface(bufferProducer, bufferConsumer); 243d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 244d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 24568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::MediaCodec(const sp<ALooper> &looper, pid_t pid) 2465778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 24747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 2485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 24992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 2507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 2515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 252251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 2535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 254ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 25568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mResourceManagerService(new ResourceManagerServiceProxy(pid)), 2562606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 2572606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 25867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 25967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 260505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees(0), 2615778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 2625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 2635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 2646507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 2653d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 2663d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 2675778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2695778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 2705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 27167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 2725778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2745778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 2755778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 2765778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 2775778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 2785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 2805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 2845778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 2855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2885778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2903f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 29147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 29247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 29347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 29447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 29547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 29647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 297c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 29847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 299c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 300c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 301c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 302dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 30367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 30467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 305671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 306671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 307671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 308671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 309671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 3105778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 3115778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 3125778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 3135778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 314744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 315bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung if (nameIsType || !strncasecmp(name.c_str(), "omx.", 4)) { 316744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new ACodec; 317744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else if (!nameIsType 318bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung && !strncasecmp(name.c_str(), "android.filter.", 15)) { 319744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new MediaFilter; 320744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else { 321744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 322744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 323744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 32467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 325dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 32667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 3276f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 3286f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 3296f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 33067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 3316f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 3326f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 33360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 33448a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (mcl == NULL) { 33548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec = NULL; // remove the codec. 33648a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return NO_INIT; // if called from Java should raise IOException 33748a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 3386f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 3396f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 34060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 34160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 34260b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 34360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 34460b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 34567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 34660b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 3476f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3486f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3496f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 35367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 3545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 3555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 3565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 3575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 3585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 3615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 3625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 3635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 3665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3671d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar mCodec->setNotificationMessage(new AMessage(kWhatCodecNotify, this)); 3685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3691d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 3705778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 3715778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 3725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 3745778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 3755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 37867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 37967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = secureCodec ? kResourceSecureCodec : kResourceNonSecureCodec; 380c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 381c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 38267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 38367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 38467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 38537c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 38667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 38767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 38867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 38967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 39067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 39167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 39267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 39367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 39467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 39567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 39667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 3975778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 399c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 4001d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 401c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 402c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 403c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 404c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 405c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 406c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 40790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 40890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 40990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 41090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 41190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 41290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4135778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 4145778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 415f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 4161bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 4175778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 4181d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 4195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 42167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 42267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 423505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang if (!format->findInt32("rotation-degrees", &mRotationDegrees)) { 424505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees = 0; 425505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang } 4262034457336d28124e0f9f3c625978052ae03fceaWei Jia 4272034457336d28124e0f9f3c625978052ae03fceaWei Jia // Prevent possible integer overflow in downstream code. 4282034457336d28124e0f9f3c625978052ae03fceaWei Jia if (mInitIsEncoder 4292034457336d28124e0f9f3c625978052ae03fceaWei Jia && (uint64_t)mVideoWidth * mVideoHeight > (uint64_t)INT32_MAX / 4) { 4302034457336d28124e0f9f3c625978052ae03fceaWei Jia ALOGE("buffer size is too big, width=%d, height=%d", mVideoWidth, mVideoHeight); 4312034457336d28124e0f9f3c625978052ae03fceaWei Jia return BAD_VALUE; 4322034457336d28124e0f9f3c625978052ae03fceaWei Jia } 43367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 43467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 4355778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 4365778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 437f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 4381bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 4391bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (crypto != NULL) { 4401bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setPointer("crypto", crypto.get()); 4415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 44467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 445f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 44667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 44767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 44867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 44967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 450c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 451c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 45267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 45367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 45467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 45567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 45667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 45767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 45837c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 45967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 46067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 46167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 462f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 46367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 46467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 46567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 46667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 46767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 46867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 46967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 47067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 47167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 47267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 47367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 47467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 47567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 47667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 47767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 478f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 479f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 4805778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4828f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 483d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 4848f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 485d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 486d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 487d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 488d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 489d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 490d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 4911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 4921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 4931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 4941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 4961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 4971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 4981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 5007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 5011d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 5027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 5047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 5057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 5067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 5077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 5087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 5097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 5107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 5117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 5127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 5137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 5147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 5157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 5167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 5177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 51967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 52067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 52167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 52267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 52367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 52467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 52567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 52667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 52767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 52867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 52967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 53067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 53167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 53267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 533c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wuvoid MediaCodec::addResource(const String8 &type, const String8 &subtype, uint64_t value) { 53467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 535c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 53667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 53737c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu getId(mResourceManagerClient), mResourceManagerClient, resources); 53867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 53967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 5405778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 5411d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 5425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 54367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 54467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 54567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 54667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 547c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 548c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 54967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 55067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 55167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 55267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 55367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 55467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 55537c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 55667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 55767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 55867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 55967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 56067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 56167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 56267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 56367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 56467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 56567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 56667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 56767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 56867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 56967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 57067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 57167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 57267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 57367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 57467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 57567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 57667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 57767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 57867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 5795778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5815778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 5821d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 5835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5845778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 5855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 5865778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5884b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer(int portIndex) { 5894b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu const Vector<BufferInfo> &buffers = mPortBuffers[portIndex]; 5904b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu for (size_t i = 0; i < buffers.size(); ++i) { 5914b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu const BufferInfo &info = buffers.itemAt(i); 5924b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (info.mOwnedByClient) { 5934b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return true; 5944b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 5954b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 5964b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return false; 5974b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 5984b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 5994b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer() { 6004b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return hasPendingBuffer(kPortIndexInput) || hasPendingBuffer(kPortIndexOutput); 6014b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 6024b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 6034b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatus_t MediaCodec::reclaim(bool force) { 60458828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu ALOGD("MediaCodec::reclaim(%p) %s", this, mInitName.c_str()); 60547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 60647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 6074b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->setInt32("force", force ? 1 : 0); 60847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 60947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 6100abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu status_t ret = PostAndAwaitResponse(msg, &response); 6110abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu if (ret == -ENOENT) { 6120abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ALOGD("MediaCodec looper is gone, skip reclaim"); 6130abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ret = OK; 6140abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu } 6150abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu return ret; 61647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 61747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 618c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 6191d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 620c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 621c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 622c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 623c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 624c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 625671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 626671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 627671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 628671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 629671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 630671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 631671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 632671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 633671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 634671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 635671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 636671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 637671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 638671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 639671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 640671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 641671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 642671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 643671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 644251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 645671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 646671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 647671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 648671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 649671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 650671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 651671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 652671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 653671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 654671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 655dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 656671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 657671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 658671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 659671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 6605778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 6615778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 6625778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 6635778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 6645778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 6655b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6665b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6675b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6685b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6695b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6705b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6711d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 6725778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 6735778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 6745778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 6755778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 6765778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 6775b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 6785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6795778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6815778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 6844b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 6854b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 6864b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 6874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 6884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 6894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 6904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 69118cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker const CryptoPlugin::Pattern &pattern, 6924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 6935b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6945b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6955b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6965b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6975b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6985b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6991d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 7004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 7014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 7024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 7034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 7044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 7054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 7064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 70718cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("encryptBlocks", pattern.mEncryptBlocks); 70818cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("skipBlocks", pattern.mSkipBlocks); 7094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 7104b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 7115b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 7124b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 7134b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 7145b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 7155b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 7165b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 7174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 7184b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 7195778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 7201d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 7215778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7235778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7245778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7255778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7295778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7325778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7345778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 7355778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 7365778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 7375778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 7385778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 7395778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 7405778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 7411d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 7425778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7445778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7455778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7505778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7515778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 7525778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 7535778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 7545778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 7555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7575778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7595778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 7601d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7615778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7625778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 7635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7645778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7665778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 768fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 7691d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 770fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 771fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 772fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 773fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 774fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 775fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 776fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 777fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 7785778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 7791d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7805778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7825778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7845778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 7871d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 7887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 7907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 7917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 7927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7935778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 7941d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 7955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7965778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7975778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8025778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 8035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8045778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 8055778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 807e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 8081d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 809e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 810e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 811e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 812e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 813e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 814e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 815e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 816e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 817e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 818e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 819e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 820e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 821717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 8221d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 823717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 824717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 825717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 826717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 827717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 828717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 829717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 830717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 831717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 832717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 833717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 834717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 835e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnarstatus_t MediaCodec::getWidevineLegacyBuffers(Vector<sp<ABuffer> > *buffers) const { 836e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 837e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("portIndex", kPortIndexInput); 838e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setPointer("buffers", buffers); 839e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("widevine", true); 840e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 841e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> response; 842e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar return PostAndAwaitResponse(msg, &response); 843e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar} 844e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 8455778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getInputBuffers(Vector<sp<ABuffer> > *buffers) const { 8461d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8475778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 8485778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8505778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8525778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8545778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputBuffers(Vector<sp<ABuffer> > *buffers) const { 8551d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8565778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 8575778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8595778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8605778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8615778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8637bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputBuffer(size_t index, sp<ABuffer> *buffer) { 8647bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8657bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 8667bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 8697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> buffer; 8707bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 8717bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8737bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getInputBuffer(size_t index, sp<ABuffer> *buffer) { 8747bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8757bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 8767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8777bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8780e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 8790e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 8800e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 8810e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 8827bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 8837bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 8847bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> *buffer, sp<AMessage> *format) { 8857bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 88647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 887b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - resource already released"); 88847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 88947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 89047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 891b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (buffer == NULL) { 892b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - null ABuffer"); 893b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 894b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 895b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 896b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (format == NULL) { 897b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - null AMessage"); 898b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 899b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 900b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9017bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 9027bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 903b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9040e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 905b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - not executing"); 9067bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 9077bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 9087bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 9097bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 9107bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 9117bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 912b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9137bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 914b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (index >= buffers->size()) { 915b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - trying to get buffer with " 9160362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "bad index (index=%zu buffer_size=%zu)", index, buffers->size()); 917b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 9187bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 919b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 920b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage const BufferInfo &info = buffers->itemAt(index); 921b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (!info.mOwnedByClient) { 922b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - invalid operation " 9230362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "(the index %zu is not owned by client)", index); 924b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 925b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 926b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 927b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage // by the time buffers array is initialized, crypto is set 928b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage *buffer = (portIndex == kPortIndexInput && mCrypto != NULL) ? 929b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage info.mEncryptedData : 930b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage info.mData; 931b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 932b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage *format = info.mFormat; 933b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9347bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 9357bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 9367bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 9375778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 9381d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 9395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9405778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 9425778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 944496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 9451d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 946496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 947496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 948496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 949496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 950575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 9511d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 952575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 953575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 954575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 955575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 9565778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 9575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9585778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 9595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 960c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 9615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9625778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 9635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 9645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 9655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 968c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 9695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9705778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 9715778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 9725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 9735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9745778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9763f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9770e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9785778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 979c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 9805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 981251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 982251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 983251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 9845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9865778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 9875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 9895778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 9905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 9915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9935778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 9945778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 9955778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 9965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 9985778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10003f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 10010e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 10025778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 100347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 1004251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 100547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 10065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 100747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 10085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 10095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 101047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 10115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 10125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 101347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 10145778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 10155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 10175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 10185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 10195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10215778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<ABuffer> &buffer = 10225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[kPortIndexOutput].itemAt(index).mData; 10235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10245778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 10255778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 10265778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 10275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10285778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 10295778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 10305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10315778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 10325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10335778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 10345778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 10355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10365778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags = 0; 10375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 10385778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_SYNCFRAME; 10395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 10415778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_CODECCONFIG; 10425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_EOS) { 10445778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_EOS; 10455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10475778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 104847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 10495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 10525778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10545778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 10555778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 10565778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 10575778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10585778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 10595778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 10605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10615778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 106292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatError: 10635778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1064251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1065251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1066251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 10675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10689e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 10699e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1070251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1071aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 107252dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1073aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1074aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 10755530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 10765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10775778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 10785778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 10795778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10805778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 10815778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10845778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 10855778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1086c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1087c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 10885778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10915778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 10925778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1093c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1094c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 10955778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10985778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STOPPING: 1099c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 11005778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11015778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 11025778822d86b0337407514b9372562b86edfa91cdAndreas Huber // the shutdown complete notification. 11035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11045530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 110503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 1106aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 110703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 110803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 110903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 111003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 111103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 111203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 111303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 111403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 11156e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 11166e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 11176e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 111803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 111903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 11205778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11235778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 11245778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11259e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 11269e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 11279e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 11289e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 11299e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 11309e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 11315778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11340e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 11355778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 11365778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11375530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1139251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1140575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 11415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11425778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1143c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1144c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1145251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1146251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1147251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1148251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1149251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1150251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1151251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1152251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1153251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1154251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1155251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1156c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11575778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11605778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 11615778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11625530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1164251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1165575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1166c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1167251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1168251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1169251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1170251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1171c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1172251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1173251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1174251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1175251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1176251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1177251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1178251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1179251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1180251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1181251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1182251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1183c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11845778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11885530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1189251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 11905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 119492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentAllocated: 11955778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11965778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 11975778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 119852dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 11995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1200717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 12015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1202717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 12033a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 12045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 12053a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 12065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 120867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu String8 resourceType; 1209717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 12101bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 121167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceSecureCodec); 12121bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 12131bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 121467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceNonSecureCodec); 12151bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1216c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 121758828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu if (mIsVideo) { 121858828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu // audio codec is currently ignored. 121958828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu addResource(resourceType, String8(kResourceVideoCodec), 1); 122058828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu } 12211bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 12225778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12235778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 122692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentConfigured: 12275778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1228c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung if (mState == UNINITIALIZED || mState == INITIALIZED) { 1229c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // In case a kWhatError message came in and replied with error, 1230c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // we log a warning and ignore. 1231c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung ALOGW("configure interrupted by error, current state %d", mState); 1232c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung break; 1233c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung } 12345778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 12355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12366507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 12376507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 12386507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1239e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1240e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1241e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 12423a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 12433a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 12443a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 12453a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 12463a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 12472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 12485778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12495778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 125292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatInputSurfaceCreated: 12537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 125492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 12557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 12561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 12577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 12587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 12597cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 12607cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 12617cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 12626507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 12637cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 12647cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12657cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12667cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12677cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12687cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1270d291c222357303b9611cab89d0c3b047584ef377Chong Zhang case CodecBase::kWhatInputSurfaceAccepted: 1271d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 12728f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 1273d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 1274d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 1275d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 1276d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 1277d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1278d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 1279d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1280d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 1281d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 1282d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1283d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 128492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatSignaledInputEOS: 12857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 128692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 12871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 12887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 12897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 12907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 12967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 129792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatBuffersAllocated: 12985778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12997bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 13005778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 13015778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 13025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13035778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("%s buffers allocated", 13045778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 13055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13065778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput 13075778822d86b0337407514b9372562b86edfa91cdAndreas Huber || portIndex == kPortIndexOutput); 13085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[portIndex].clear(); 13105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13115778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 13125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1313eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<RefBase> obj; 1314eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber CHECK(msg->findObject("portDesc", &obj)); 1315eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 131692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar sp<CodecBase::PortDescription> portDesc = 131792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar static_cast<CodecBase::PortDescription *>(obj.get()); 13185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1319eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t numBuffers = portDesc->countBuffers(); 13205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1321c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker size_t totalSize = 0; 1322c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker for (size_t i = 0; i < numBuffers; ++i) { 1323c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (portIndex == kPortIndexInput && mCrypto != NULL) { 1324c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker totalSize += portDesc->bufferAt(i)->capacity(); 1325c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1326c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1327c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1328c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (totalSize) { 1329c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker mDealer = new MemoryDealer(totalSize, "MediaCodec"); 1330c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1331c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1332eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber for (size_t i = 0; i < numBuffers; ++i) { 13335778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo info; 1334eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mBufferID = portDesc->bufferIDAt(i); 13355778822d86b0337407514b9372562b86edfa91cdAndreas Huber info.mOwnedByClient = false; 1336eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mData = portDesc->bufferAt(i); 133786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info.mMemRef = portDesc->memRefAt(i); 13385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13391bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (portIndex == kPortIndexInput && mCrypto != NULL) { 1340c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker sp<IMemory> mem = mDealer->allocate(info.mData->capacity()); 1341ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mEncryptedData = 1342c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker new ABuffer(mem->pointer(), info.mData->capacity()); 1343c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info.mSharedEncryptedBuffer = mem; 1344ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1345ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 13465778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffers->push_back(info); 13475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexOutput) { 13505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState == STARTING) { 13515778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We're always allocating output buffers after 13525778822d86b0337407514b9372562b86edfa91cdAndreas Huber // allocating input buffers, so this is a good 13535778822d86b0337407514b9372562b86edfa91cdAndreas Huber // indication that now all buffers are allocated. 135467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 1355c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu String8 subtype; 1356c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu addResource( 1357c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu String8(kResourceGraphicMemory), 1358c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu subtype, 1359c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu getGraphicBufferSize()); 136067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 13615778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTED); 13625778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 13635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 13645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagOutputBuffersChanged; 1365575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 13665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13685778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 137192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatOutputFormatChanged: 13725778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13735778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("codec output format changed"); 13745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1375475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mSoftRenderer == NULL && 1376f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface != NULL && 13773a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar (mFlags & kFlagUsesSoftwareRenderer)) { 13785778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 13795778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 13805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1381475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mime.startsWithIgnoreCase("video/")) { 1382505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mSoftRenderer = new SoftwareRenderer(mSurface, mRotationDegrees); 13835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat = msg; 1387e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1388e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagIsEncoder) { 1389e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Before we announce the format change we should 1390e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // collect codec specific data and amend the output 1391e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format as necessary. 1392e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagGatherCodecSpecificData; 1393c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagIsAsync) { 1394c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1395e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 1396e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagOutputFormatChanged; 1397e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber postActivityNotificationIfPossible(); 1398e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 13992514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 14002514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker // Notify mCrypto of video resolution changes 14012514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker if (mCrypto != NULL) { 14028140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar int32_t left, top, right, bottom, width, height; 14038140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 14048140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 14058140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } else if (mOutputFormat->findInt32("width", &width) 14068140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar && mOutputFormat->findInt32("height", &height)) { 14078140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(width, height); 14088140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } 14092514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker } 14102514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 14115778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 141490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case CodecBase::kWhatOutputFramesRendered: 141590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 141690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 141790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 141890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 141990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 142090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 142190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 142290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 142390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 142490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 142590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 142692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFillThisBuffer: 14275778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14285778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 14295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1430c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1431c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1432c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 14335778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 14345778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14378ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 14388ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 14398ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 14408ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14418ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 14428ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 14438ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 14448ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 14458ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 14468ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14478ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 14488ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14498ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 14508ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 14518ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 14528ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1453251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1454575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1455575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 14568ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 14578ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 14588ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 14598ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 14608ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1461c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 14626e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 14633d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 14643d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 14653d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 14663d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 14673d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 14686e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1469c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 14705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 14715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14725778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 14735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 14745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1475575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1476575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 14775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14785778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 148192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatDrainThisBuffer: 14825778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14835778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 14845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1485c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1486c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1487c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 14885778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 14895778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14922d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 14932d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber CHECK(msg->findBuffer("buffer", &buffer)); 14945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14955778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 14965778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", &omxFlags)); 14975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14985778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffer->meta()->setInt32("omxFlags", omxFlags); 14995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1500e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagGatherCodecSpecificData) { 1501e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // This is the very first output buffer after a 1502e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format change was signalled, it'll either contain 1503e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the one piece of codec specific data we can expect 1504e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // or there won't be codec specific data. 1505e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 1506e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber status_t err = 1507e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber amendOutputFormatWithCodecSpecificData(buffer); 1508e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1509e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (err != OK) { 1510e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ALOGE("Codec spit out malformed codec " 1511e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber "specific data!"); 1512e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1513e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1514e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1515e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1516c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1517c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1518c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1519c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1520c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1521e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1522e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1523c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1524c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1525c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 15265778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 15275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15285778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 15295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 15305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1531575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1532575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 15335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1534575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 15355778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 153892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatEOS: 15395778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15405778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 15415778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 15425778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 154592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatShutdownCompleted: 15465778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1547c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == STOPPING) { 1548c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(INITIALIZED); 1549c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } else { 1550c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK_EQ(mState, RELEASING); 1551c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(UNINITIALIZED); 15526e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 1553c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 155452dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 15555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 155667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 155767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15585778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15595778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 156292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFlushCompleted: 15635778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15645530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 15655530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 15665530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 15675530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 15685530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 15695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15700e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 15710e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 15720e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 15730e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 15740e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 15750e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 15765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15775778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15785778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15815778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 15825778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 15835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15845778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15875778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 15885778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15893f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 15905778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1593c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15945778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15975778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 15985778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 15995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16005778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 16015778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 16025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16035778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 16045778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 16050db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 16060db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 16075778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 16085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16105778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 16115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 16135778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 16145778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 16155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 16165778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 16175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 16205778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 162390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 162490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 162590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 162690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 162790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 162890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 162990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 163090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 163190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1632c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1633c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 16343f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1635c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1636c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1637c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1638c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 16390e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 16400e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1641c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1642c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1643c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1644c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1645c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1646c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1647c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1648c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1649c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1650c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1651c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1652c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1653c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1654c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1655c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1656c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1657c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1658c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1659c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1660c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1661c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1662c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1663c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 16645778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 16655778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16663f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16675778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 16685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1670c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16715778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16745778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 1675f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 16765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16775778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 16785778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 16795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16808b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 16818b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 16828b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 16838b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 16848b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 16855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 16865778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 1687f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 16887541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1689c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 16907541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 16911bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 16921bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 1693f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 16941bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 16951bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16967541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 16977541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 16987541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 16991bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 17001bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 17011bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 17025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17041bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 17051bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 17065778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 17075778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 17085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 17105778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 1711e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 17125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 17158ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 17175778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 17211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 17221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 17231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 17241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 17261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface; 17271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 17291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 17301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 17311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 17321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 17331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 17341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 17351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 17361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 17371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 17381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 17391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 17401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 17411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 17421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 17441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == BAD_VALUE) { 17451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assuming reconnecting to same surface 17461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if it is the same surface 17471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 17481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 17501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 17518b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 17528b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 17538b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 17548b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 17551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 17561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 17571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 17591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 17621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 17631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 17641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 17711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 17721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 17761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 17808f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 17817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 17823f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 17847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 17857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 17867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 1787c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 17887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 17897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 17917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 1792d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 1793d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 1794d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1795d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 1796d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 1797d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 17988f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 1799d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 1800d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 18017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 18027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 18035778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 18045778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18053f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18065778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18080e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 1809d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 18103d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 18113d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 18123d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 18133d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 18140e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 18150e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 1816d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 18170e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 1818c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18195778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 18235778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 18245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 18265778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18295778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 1830c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 1831c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 1832aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 1833aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 1834aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 18353f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1836c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1837c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 183847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 183947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 184047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 184147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 184247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 184347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 184447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 184547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 184647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 184747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 184847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 184947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 18504b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18514b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu int32_t force = 0; 18524b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->findInt32("force", &force); 18534b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (!force && hasPendingBuffer()) { 18544b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGW("Can't reclaim codec right now due to pending buffers."); 18554b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18564b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // return WOULD_BLOCK to ask resource manager to retry later. 18574b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu sp<AMessage> response = new AMessage; 18584b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->setInt32("err", WOULD_BLOCK); 18594b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->postReply(replyID); 18604b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18614b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // notify the async client 18624b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (mFlags & kFlagIsAsync) { 18634b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu onError(DEAD_OBJECT, ACTION_CODE_FATAL); 18644b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 18654b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu break; 18664b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 186747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 186847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 186933223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung if (!((mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED) // See 1 187033223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 18710e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 187233223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 187333223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 187433223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 187552dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 187603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 187703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 187803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 187903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 188003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 1881c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 188247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 188347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 18846e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 18856e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 18866e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 18876e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 18886e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1889c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 1890c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 1891c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1892c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1893aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 1894aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 1895aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 1896aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 18976e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 18986e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 18996e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1900aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 1901aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 1902aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1903aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1904c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 1905aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 1906aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1907aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 1908aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 1909c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 191086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodec(reclaimed); 19118b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 19128b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 19138b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 19148b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 19155778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19185778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 19195778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19203f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19215778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1923c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1924c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1925c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1926c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1927c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1928c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 19296507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 19306507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 1931c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19326507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 19336507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 19346507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 19355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 19365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19395778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 19405778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 19415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1943c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 19445778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 19485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 19495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 19515778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 19521d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 19535778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 19545778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 19555778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 19565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19575778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19605778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 19615778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19625778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 19635778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 19645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 19665778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 19675778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 19715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1972c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 19735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 19755778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 19765778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19795778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 19805778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19813f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19825778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1984251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1985c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19865778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1987251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1988251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1989251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19925778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 19935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1994c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 19955778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19985778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 19995778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20003f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20015778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2003c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2004c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2005c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2006c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2007c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2008c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 20095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 20105778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20135778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 20145778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 20155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2017c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 20185778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 20225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 20235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 20255778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 20261d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 20275778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 20285778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 20295778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 20305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20315778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20345778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 20355778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20365778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 20375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 20385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 20405778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 20415778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20445778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 20455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2046c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 20475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 20495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 20505778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20535778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 20545778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20553f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2058251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2059c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20605778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2061251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2062251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2063251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20665778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 20675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2068c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 20695778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 20737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 20743f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 20767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 2077251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2078c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 2080251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2081251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2082251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 20857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 20867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 20877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 20887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 20905778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 20915778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20923f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20935778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2094e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // Unfortunately widevine legacy source requires knowing all of the 2095e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // codec input buffers, so we have to provide them even in async mode. 2096e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar int32_t widevine = 0; 2097e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->findInt32("widevine", &widevine); 20985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2099e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar if (!isExecuting() || ((mFlags & kFlagIsAsync) && !widevine)) { 2100c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21015778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2102251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2103251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2104251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21075778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 21085778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 21095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21105778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<sp<ABuffer> > *dstBuffers; 21115778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 21125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21135778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 21145778822d86b0337407514b9372562b86edfa91cdAndreas Huber const Vector<BufferInfo> &srcBuffers = mPortBuffers[portIndex]; 21155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21165778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < srcBuffers.size(); ++i) { 21175778822d86b0337407514b9372562b86edfa91cdAndreas Huber const BufferInfo &info = srcBuffers.itemAt(i); 21185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2119ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber dstBuffers->push_back( 21201bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (portIndex == kPortIndexInput && mCrypto != NULL) 2121ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? info.mEncryptedData : info.mData); 21225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21245778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 21255778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21285778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 21295778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21303f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21315778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2133251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2134c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21355778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2136251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2137251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2138251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 21420e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 21435778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 21445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 21465778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 21475778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2150e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 21515778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 21525778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2153e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2154e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2155e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 21563f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21575778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2159e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 21600e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 21610e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2162e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2163c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21645778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2165251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2166251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2167251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21705778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2171e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 21725778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 21735778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2176496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2177496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2178496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2179496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2180496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2181496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2182575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2183575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2184575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2185575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2186575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2187575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2188575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2189575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2190575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2191717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2192717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 21933f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2194717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2195717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2196717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2197c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2198717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2199717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2200717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2201717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2202717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2203717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2204717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2205717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2206717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2207a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2208a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 22093f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2210a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2211a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2212a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2213a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2214a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2215a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2216a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2217c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2218a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2219a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2220a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 22215778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 22225778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 22235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22245778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22268ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 22278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 22288ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22298ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 22308ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 22318ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2232a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 22338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 22348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 22354f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang if (csd->size() == 0) { 22364f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang ALOGW("csd-%zu size is 0", i); 22374f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang } 22388ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22398ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 22408ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 22418ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 22428ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2243a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 22448ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 22458ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22468ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 22478ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 22488ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22497bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo *info = 22507bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar &mPortBuffers[kPortIndexInput].itemAt(bufferIndex); 22518ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22528ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 22538ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 22548ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22558ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber const sp<ABuffer> &codecInputData = 22568ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber (mCrypto != NULL) ? info->mEncryptedData : info->mData; 22578ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22588ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 22598ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 22608ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 22618ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22628ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 22638ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22648ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 22658ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22661d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 22678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 22688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 22698ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 22708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 22718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 22728ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 22738ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22748ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 22758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 22768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22775778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 22787541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 22795778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 22805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 22815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22821bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 2283f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2285671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 22865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 22875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 22885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 22895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2290e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2291e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 2292c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2293251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2294575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2295575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2296c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 22975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2299717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2300671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2301671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2302671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2303aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2304aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2305aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2306aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2307717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2308717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 23095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 23105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23115778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 23122606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 23132606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 23145778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 231686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodec(bool isReclaim) { 231786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexInput, isReclaim); 231886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexOutput, isReclaim); 23195778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 232186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex, bool isReclaim) { 23225778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 23237bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 23245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23255778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 23265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23275778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 23285778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 23295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify != NULL) { 23315778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = info->mNotify; 23325778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 233386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu if (isReclaim && info->mOwnedByClient) { 233486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu ALOGD("port %d buffer %zu still owned by client when codec is reclaimed", 233586b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu portIndex, i); 233686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu } else { 233786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info->mMemRef = NULL; 233886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info->mOwnedByClient = false; 233986b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu } 23405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexInput) { 23427fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* no error, just returning buffers */ 23437fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar msg->setInt32("err", OK); 23445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23455778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 23465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 23505778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23525778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 23535778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 23545778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 23555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2356609b815a3131d22da38b2f452faa9f89daad4039Andy Hung uint32_t bufferID; 2357609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 23585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23595778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 23605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23615778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 23625778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 23635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mBufferID == bufferID) { 23655778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(info->mNotify == NULL); 23665778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("reply", &info->mNotify)); 23675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2368475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mFormat = 2369475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu (portIndex == kPortIndexInput) ? mInputFormat : mOutputFormat; 23705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].push_back(i); 23715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return i; 23735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23765778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 23775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 23795778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23815778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 23825778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 23835778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 23845778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 23855778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 23865778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 23875778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 23885778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 23895778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 23905778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 23915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 23934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 23944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 23954b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 23964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 23974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23984b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 23994b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 24004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 2401d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CryptoPlugin::Pattern pattern; 24024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 24044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto != NULL) { 24054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 24064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 24074b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24084b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 24094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 24104b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 24114b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 2412d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mEncryptBlocks = 0; 2413d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mSkipBlocks = 0; 24144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 24164b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto == NULL) { 24174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 24184b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24194b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24204b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 24214b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 24224b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 24234b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 2424d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("encryptBlocks", (int32_t *)&pattern.mEncryptBlocks)); 2425d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("skipBlocks", (int32_t *)&pattern.mSkipBlocks)); 24264b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24274b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 24284b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 24294b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24304b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 24314b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24324b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 24334b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 24344b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 24354b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 24364b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24374b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24384b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 24405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 24415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24435778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexInput].editItemAt(index); 24445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 24465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 24475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 24505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 24515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24535778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> reply = info->mNotify; 24545778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 24555778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 24565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_EOS) { 24585778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("eos", true); 24595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_CODECCONFIG) { 24625778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("csd", true); 24635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24651bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (mCrypto != NULL) { 24661bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (size > info->mEncryptedData->capacity()) { 24671bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber return -ERANGE; 2468ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2469ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 24705b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 24715b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 24725b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 2473fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong ssize_t result = mCrypto->decrypt( 24741bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (mFlags & kFlagIsSecure) != 0, 24751bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 24761bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 24771bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 247818cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker pattern, 2479c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info->mSharedEncryptedBuffer, 2480c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker offset, 24814b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 24824b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 24835b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mData->base(), 24845b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 24851bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2486fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong if (result < 0) { 2487fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong return result; 2488ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2489ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2490fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong info->mData->setRange(0, result); 2491ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2492ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 24937bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 24947bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 24957bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 24967bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 24977bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 24982d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber reply->setBuffer("buffer", info->mData); 24995778822d86b0337407514b9372562b86edfa91cdAndreas Huber reply->post(); 25005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25015b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mNotify = NULL; 25025b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 25035778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 25045778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 250690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 250790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 250890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done, sp<AMessage> &msg) { 250990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 251090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 251190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 251290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 251390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 251490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 251590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 251690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 251790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 251890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 251990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 252090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 252190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 252290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 25235778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 25245778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 25255778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 25265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25275778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 25285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 25295778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 25305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25320e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 25335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 25345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 25375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 25385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25405778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index); 25415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 25435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 25445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25467bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 25477bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 25487bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 25497bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 25507bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 25517bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 255279ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou if (render && info->mData != NULL && info->mData->size() != 0) { 25535778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->setInt32("render", true); 25545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 255590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 255690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 255790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 255890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 2559c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar if (!msg->findInt64("timestampNs", &renderTimeNs)) { 2560c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 2561c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)mediaTimeUs); 256290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 2563fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2564c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar info->mNotify->setInt64("timestampNs", renderTimeNs); 2565fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 25665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 256790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 2568475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mData->data(), info->mData->size(), 256990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, renderTimeNs, NULL, info->mFormat); 257090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 257190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 257290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 257390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 257490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 257590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 257690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 257790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 257890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 257990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 25805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25835778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->post(); 25845778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 25855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 25875778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25895778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 25905778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 25915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25925778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 25935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 25955778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 25965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25985778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 25995778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 26005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26015778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[portIndex].editItemAt(index); 26025778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 26037bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 26047bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 26057bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 260603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 260703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 260803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat != NULL) { 260903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 261003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findBuffer("image-data", &imageData)) { 261103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 261203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 261303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 261403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findRect("crop", &left, &top, &right, &bottom)) { 261503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 261603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 261703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 26187bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 26195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 26215778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 26241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 26251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 26261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 26271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == BAD_VALUE) { 26281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGI("native window already connected. Assuming no change of surface"); 2629a81c6229638a4db56752dd77a6610e0f0971e877Lajos Molnar return err; 2630264bac95912efe121d6a60026612617f04f42966Lajos Molnar } else if (err == OK) { 2631264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Require a fresh set of buffers after each connect by using a unique generation 2632264bac95912efe121d6a60026612617f04f42966Lajos Molnar // number. Rely on the fact that max supported process id by Linux is 2^22. 2633264bac95912efe121d6a60026612617f04f42966Lajos Molnar // PID is never 0 so we don't have to worry that we use the default generation of 0. 2634264bac95912efe121d6a60026612617f04f42966Lajos Molnar // TODO: come up with a unique scheme if other producers also set the generation number. 2635264bac95912efe121d6a60026612617f04f42966Lajos Molnar static uint32_t mSurfaceGeneration = 0; 2636264bac95912efe121d6a60026612617f04f42966Lajos Molnar uint32_t generation = (getpid() << 10) | (++mSurfaceGeneration & ((1 << 10) - 1)); 2637264bac95912efe121d6a60026612617f04f42966Lajos Molnar surface->setGenerationNumber(generation); 2638264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGI("[%s] setting surface generation to %u", mComponentName.c_str(), generation); 2639264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2640264bac95912efe121d6a60026612617f04f42966Lajos Molnar // HACK: clear any free buffers. Remove when connect will automatically do this. 2641264bac95912efe121d6a60026612617f04f42966Lajos Molnar // This is needed as the consumer may be holding onto stale frames that it can reattach 2642264bac95912efe121d6a60026612617f04f42966Lajos Molnar // to this surface after disconnect/connect, and those free frames would inherit the new 2643264bac95912efe121d6a60026612617f04f42966Lajos Molnar // generation number. Disconnecting after setting a unique generation prevents this. 2644264bac95912efe121d6a60026612617f04f42966Lajos Molnar native_window_api_disconnect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2645264bac95912efe121d6a60026612617f04f42966Lajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2646264bac95912efe121d6a60026612617f04f42966Lajos Molnar } 2647264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2648264bac95912efe121d6a60026612617f04f42966Lajos Molnar if (err != OK) { 26491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_api_connect returned an error: %s (%d)", strerror(-err), err); 26501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 26511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 26521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 26531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 26547541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 26551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 26561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 2657f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 2658264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Resetting generation is not technically needed, but there is no need to keep it either 2659264bac95912efe121d6a60026612617f04f42966Lajos Molnar mSurface->setGenerationNumber(0); 26601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_disconnect(mSurface.get(), NATIVE_WINDOW_API_MEDIA); 26617541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 26621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("native_window_api_disconnect returned an error: %s (%d)", strerror(-err), err); 26637541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 26641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 2665f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 26667541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 26671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 26681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 26697541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 26701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 26711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 26721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 26731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 26741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2675f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 26761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 26771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 26781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 26797541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 26807541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 26811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 26827541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 26837541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2684c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 2685c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2686c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 2687c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2688c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 2689c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2690c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2691c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2692c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2693c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2694c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 2695c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2696c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 2697c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang const sp<ABuffer> &buffer = 2698c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mPortBuffers[kPortIndexOutput].itemAt(index).mData; 2699c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2700c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 2701c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2702c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 2703c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 2704c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2705c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 2706c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 2707c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2708c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 2709c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2710c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t omxFlags; 2711c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 2712c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2713c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t flags = 0; 2714c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 2715c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_SYNCFRAME; 2716c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2717c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 2718c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_CODECCONFIG; 2719c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2720c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_EOS) { 2721c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_EOS; 2722c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2723c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2724c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 2725c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2726c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2727c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2728c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2729c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2730749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 2731c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2732c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2733c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 2734c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 2735749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 2736749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 2737749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 2738749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 2739749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 2740c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2741c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2742c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2743c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2744c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2745c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 2746c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2747c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2748c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 2749c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 2750c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2751c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2752c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2753c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2754c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2755575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 2756575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 2757575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 2758575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2759575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2760e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 2761e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 2762575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 2763e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 2764e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2765e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 2766575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 2767575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 2768e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 2769e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 2770e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2771e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 2772e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 2773e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 2774e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 2775e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 2776e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 2777e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 2778575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 2779575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2780575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2781575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 2782575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2783a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 27841d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 2785a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 2786a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2787a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 2788a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 2789a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2790a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2791a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 2792a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 2793a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2794a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 2795a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2796a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2797e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 2798e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const sp<ABuffer> &buffer) { 2799e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 2800e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 2801e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2802e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 2803e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 2804e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 2805e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 2806e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 2807e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2808e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 2809e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2810e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 2811e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 2812e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2813e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 2814e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 2815e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 2816e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 2817e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 2818e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 2819e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2820e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 2821a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 2822e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2823e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 2824e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2825e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2826e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 2827e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 2828e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2829e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 2830e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 2831e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 2832e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer("csd-0", buffer); 2833e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2834e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2835e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2836e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2837e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 28382606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 28393f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (!mIsVideo) { 28403f273d10817ddb2f792ae043de692efcdf1988aeWei Jia return; 28413f273d10817ddb2f792ae043de692efcdf1988aeWei Jia } 28422606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 28433f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (mState == CONFIGURED && !mBatteryStatNotified) { 28443f273d10817ddb2f792ae043de692efcdf1988aeWei Jia BatteryNotifier::getInstance().noteStartVideo(); 28452606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 28462606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 28473f273d10817ddb2f792ae043de692efcdf1988aeWei Jia BatteryNotifier::getInstance().noteStopVideo(); 28482606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 28492606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 28502606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 28512606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 28525778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 2853