MediaCodec.cpp revision 18cb1eca504817b5b144a023ae2792d90e74c9a5
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 225778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 262606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 27c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 2879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 291a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 30ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 31d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 3267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 335778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 345778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 355778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 365b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 37ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 385778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 402606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 416f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 42e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 435778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 44744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 455778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 46d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 47d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXCodec.h> 48d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 498b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 5099e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 512606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 532606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 54e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 555778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic int64_t getId(sp<IResourceManagerClient> client) { 5867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 5967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 6247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 6367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 664b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatic const int kMaxReclaimWaitTimeInUs = 500000; // 0.5s 6767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 6967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 7067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 7267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 7367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 7467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 7567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 7667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 7747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 784b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (err == WOULD_BLOCK) { 794b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Wait for the client to release codec."); 804b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu usleep(kMaxReclaimWaitTimeInUs); 814b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Try to reclaim again."); 824b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu err = codec->reclaim(true /* force */); 834b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 8467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 8567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 8667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 8867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 908f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 918f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 928f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 938f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 948f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 958f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 968f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 978f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 988f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 998f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 1008f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 1018f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1028f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1038f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 10467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 10667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 10767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 10967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 11067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 11267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 11367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11468845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy(pid_t pid) 11568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu : mPid(pid) { 11668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu if (mPid == MediaCodec::kNoPid) { 11768845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mPid = IPCThreadState::self()->getCallingPid(); 11868845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu } 11967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 12067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 12267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 12367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 12467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 12567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 12667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 12867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 12967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 13067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 13167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 13267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 13367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 13467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 135e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 13667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 13767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 13967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 14067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 14167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 14267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 14567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 14667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const sp<IResourceManagerClient> client, 14767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 14867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 14967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 15067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 15167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 15237c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->addResource(mPid, clientId, client, resources); 15367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 15667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 15767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 15867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 15967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 16037c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->removeResource(mPid, clientId); 16167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 16267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 16437c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu const Vector<MediaResource> &resources) { 16567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 16667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 16767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 16867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 16937c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu return mService->reclaimResource(mPid, resources); 17067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 17167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1725778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1735778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 17468845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu const sp<ALooper> &looper, const char *mime, bool encoder, status_t *err, pid_t pid) { 17568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu sp<MediaCodec> codec = new MediaCodec(looper, pid); 1765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 177251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 178251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 179251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 180251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 181251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1825778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1845778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1855778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 18668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu const sp<ALooper> &looper, const char *name, status_t *err, pid_t pid) { 18768845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu sp<MediaCodec> codec = new MediaCodec(looper, pid); 1885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 189251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 190251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 191251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 192251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 193251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1945778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 196d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 197d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 198d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 199d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK_EQ(client.connect(), (status_t)OK); 200d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IOMX> omx = client.interface(); 201d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 20279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang const sp<IMediaCodecList> mediaCodecList = MediaCodecList::getInstance(); 20379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (mediaCodecList == NULL) { 20479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Failed to obtain MediaCodecList!"); 20579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; // if called from Java should raise IOException 20679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 20779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 20879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang AString tmp; 20979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang sp<AMessage> globalSettings = mediaCodecList->getGlobalSettings(); 21079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (globalSettings == NULL || !globalSettings->findString( 21179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang kMaxEncoderInputBuffers, &tmp)) { 21279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Failed to get encoder input buffer count!"); 21379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 21479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 21579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 21679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang int32_t bufferCount = strtol(tmp.c_str(), NULL, 10); 21779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (bufferCount <= 0 21879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang || bufferCount > BufferQueue::MAX_MAX_ACQUIRED_BUFFERS) { 21979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Encoder input buffer count is invalid!"); 22079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 22179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 22279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 223d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 224d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferConsumer> bufferConsumer; 225d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 226d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = omx->createPersistentInputSurface( 227d291c222357303b9611cab89d0c3b047584ef377Chong Zhang &bufferProducer, &bufferConsumer); 228d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 229d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 230d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 231d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 232d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 233d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 23479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang err = bufferConsumer->setMaxAcquiredBufferCount(bufferCount); 23579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 23679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (err != NO_ERROR) { 23779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Unable to set BQ max acquired buffer count to %u: %d", 23879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang bufferCount, err); 23979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 24079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 24179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 242d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return new PersistentSurface(bufferProducer, bufferConsumer); 243d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 244d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 24568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::MediaCodec(const sp<ALooper> &looper, pid_t pid) 2465778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 24747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 2485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 24992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 2507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 2515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 252251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 2535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 254ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 25568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mResourceManagerService(new ResourceManagerServiceProxy(pid)), 2562606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 2572606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 25867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 25967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 260505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees(0), 2615778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 2625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 2635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 2646507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 2653d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 2663d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 2675778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2695778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 2705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 27167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 2725778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2745778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 2755778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 2765778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 2775778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 2785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 2805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 2845778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 2855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2885778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2903f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 29147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 29247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 29347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 29447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 29547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 29647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 297c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 29847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 299c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 300c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 301c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 302dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 30367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 30467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 305671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 306671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 307671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 308671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 309671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 3105778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 3115778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 3125778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 3135778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 314744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 315bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung if (nameIsType || !strncasecmp(name.c_str(), "omx.", 4)) { 316744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new ACodec; 317744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else if (!nameIsType 318bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung && !strncasecmp(name.c_str(), "android.filter.", 15)) { 319744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new MediaFilter; 320744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else { 321744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 322744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 323744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 32467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 325dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 32667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 3276f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 3286f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 3296f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 33067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 3316f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 3326f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 33360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 33448a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (mcl == NULL) { 33548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec = NULL; // remove the codec. 33648a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return NO_INIT; // if called from Java should raise IOException 33748a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 3386f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 3396f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 34060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 34160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 34260b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 34360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 34460b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 34567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 34660b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 3476f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3486f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3496f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 35367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 3545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 3555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 3565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 3575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 3585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 3615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 3625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 3635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 3665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3671d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar mCodec->setNotificationMessage(new AMessage(kWhatCodecNotify, this)); 3685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3691d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 3705778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 3715778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 3725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 3745778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 3755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 37867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 37967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = secureCodec ? kResourceSecureCodec : kResourceNonSecureCodec; 380c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 381c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 38267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 38367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 38467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 38537c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 38667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 38767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 38867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 38967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 39067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 39167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 39267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 39367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 39467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 39567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 39667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 3975778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 399c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 4001d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 401c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 402c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 403c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 404c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 405c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 406c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 40790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 40890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 40990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 41090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 41190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 41290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4135778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 4145778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 415f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 4161bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 4175778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 4181d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 4195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 42167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 42267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 423505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang if (!format->findInt32("rotation-degrees", &mRotationDegrees)) { 424505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees = 0; 425505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang } 4262034457336d28124e0f9f3c625978052ae03fceaWei Jia 4272034457336d28124e0f9f3c625978052ae03fceaWei Jia // Prevent possible integer overflow in downstream code. 4282034457336d28124e0f9f3c625978052ae03fceaWei Jia if (mInitIsEncoder 4292034457336d28124e0f9f3c625978052ae03fceaWei Jia && (uint64_t)mVideoWidth * mVideoHeight > (uint64_t)INT32_MAX / 4) { 4302034457336d28124e0f9f3c625978052ae03fceaWei Jia ALOGE("buffer size is too big, width=%d, height=%d", mVideoWidth, mVideoHeight); 4312034457336d28124e0f9f3c625978052ae03fceaWei Jia return BAD_VALUE; 4322034457336d28124e0f9f3c625978052ae03fceaWei Jia } 43367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 43467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 4355778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 4365778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 437f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 4381bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 4391bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (crypto != NULL) { 4401bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setPointer("crypto", crypto.get()); 4415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 44467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 445f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 44667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 44767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 44867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 44967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 450c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 451c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 45267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 45367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 45467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 45567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 45667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 45767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 45837c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 45967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 46067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 46167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 462f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 46367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 46467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 46567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 46667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 46767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 46867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 46967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 47067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 47167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 47267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 47367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 47467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 47567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 47667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 47767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 478f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 479f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 4805778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4828f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 483d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 4848f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 485d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 486d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 487d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 488d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 489d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 490d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 4911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 4921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 4931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 4941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 4961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 4971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 4981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 5007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 5011d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 5027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 5047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 5057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 5067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 5077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 5087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 5097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 5107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 5117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 5127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 5137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 5147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 5157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 5167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 5177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 51967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 52067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 52167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 52267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 52367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 52467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 52567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 52667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 52767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 52867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 52967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 53067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 53167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 53267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 533c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wuvoid MediaCodec::addResource(const String8 &type, const String8 &subtype, uint64_t value) { 53467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 535c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 53667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 53737c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu getId(mResourceManagerClient), mResourceManagerClient, resources); 53867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 53967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 5405778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 5411d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 5425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 54367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 54467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 54567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 54667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 547c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 548c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 54967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 55067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 55167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 55267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 55367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 55467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 55537c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 55667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 55767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 55867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 55967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 56067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 56167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 56267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 56367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 56467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 56567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 56667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 56767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 56867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 56967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 57067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 57167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 57267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 57367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 57467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 57567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 57667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 57767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 57867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 5795778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5815778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 5821d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 5835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5845778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 5855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 5865778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5884b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer(int portIndex) { 5894b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu const Vector<BufferInfo> &buffers = mPortBuffers[portIndex]; 5904b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu for (size_t i = 0; i < buffers.size(); ++i) { 5914b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu const BufferInfo &info = buffers.itemAt(i); 5924b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (info.mOwnedByClient) { 5934b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return true; 5944b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 5954b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 5964b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return false; 5974b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 5984b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 5994b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer() { 6004b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return hasPendingBuffer(kPortIndexInput) || hasPendingBuffer(kPortIndexOutput); 6014b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 6024b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 6034b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatus_t MediaCodec::reclaim(bool force) { 60458828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu ALOGD("MediaCodec::reclaim(%p) %s", this, mInitName.c_str()); 60547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 60647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 6074b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->setInt32("force", force ? 1 : 0); 60847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 60947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 6100abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu status_t ret = PostAndAwaitResponse(msg, &response); 6110abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu if (ret == -ENOENT) { 6120abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ALOGD("MediaCodec looper is gone, skip reclaim"); 6130abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ret = OK; 6140abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu } 6150abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu return ret; 61647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 61747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 618c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 6191d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 620c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 621c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 622c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 623c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 624c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 625671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 626671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 627671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 628671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 629671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 630671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 631671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 632671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 633671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 634671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 635671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 636671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 637671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 638671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 639671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 640671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 641671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 642671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 643671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 644251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 645671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 646671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 647671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 648671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 649671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 650671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 651671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 652671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 653671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 654671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 655dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 656671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 657671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 658671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 659671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 6605778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 6615778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 6625778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 6635778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 6645778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 6655b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6665b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6675b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6685b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6695b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6705b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6711d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 6725778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 6735778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 6745778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 6755778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 6765778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 6775b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 6785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6795778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6815778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 6844b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 6854b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 6864b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 6874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 6884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 6894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 6904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 69118cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker const CryptoPlugin::Pattern &pattern, 6924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 6935b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6945b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6955b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6965b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6975b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6985b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6991d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 7004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 7014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 7024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 7034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 7044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 7054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 7064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 70718cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("encryptBlocks", pattern.mEncryptBlocks); 70818cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("skipBlocks", pattern.mSkipBlocks); 7094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 7104b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 7115b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 7124b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 7134b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 7145b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 7155b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 7165b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 7174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 7184b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 7195778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 7201d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 7215778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7235778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7245778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7255778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7295778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7325778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7345778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 7355778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 7365778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 7375778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 7385778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 7395778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 7405778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 7411d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 7425778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7445778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7455778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7505778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7515778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 7525778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 7535778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 7545778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 7555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7575778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7595778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 7601d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7615778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7625778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 7635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7645778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7665778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 768fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 7691d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 770fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 771fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 772fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 773fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 774fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 775fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 776fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 777fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 7785778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 7791d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7805778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7825778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7845778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 7871d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 7887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 7907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 7917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 7927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7935778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 7941d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 7955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7965778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7975778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8025778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 8035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8045778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 8055778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 807e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 8081d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 809e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 810e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 811e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 812e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 813e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 814e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 815e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 816e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 817e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 818e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 819e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 820e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 821717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 8221d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 823717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 824717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 825717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 826717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 827717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 828717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 829717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 830717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 831717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 832717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 833717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 834717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 835e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnarstatus_t MediaCodec::getWidevineLegacyBuffers(Vector<sp<ABuffer> > *buffers) const { 836e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 837e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("portIndex", kPortIndexInput); 838e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setPointer("buffers", buffers); 839e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("widevine", true); 840e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 841e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> response; 842e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar return PostAndAwaitResponse(msg, &response); 843e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar} 844e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 8455778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getInputBuffers(Vector<sp<ABuffer> > *buffers) const { 8461d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8475778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 8485778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8505778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8525778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8545778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputBuffers(Vector<sp<ABuffer> > *buffers) const { 8551d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8565778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 8575778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8595778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8605778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8615778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8637bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputBuffer(size_t index, sp<ABuffer> *buffer) { 8647bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8657bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 8667bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 8697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> buffer; 8707bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 8717bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8737bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getInputBuffer(size_t index, sp<ABuffer> *buffer) { 8747bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8757bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 8767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8777bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8780e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 8790e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 8800e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 8810e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 8827bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 8837bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 8847bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> *buffer, sp<AMessage> *format) { 8857bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 88647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 887b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - resource already released"); 88847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 88947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 89047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 891b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (buffer == NULL) { 892b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - null ABuffer"); 893b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 894b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 895b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 896b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (format == NULL) { 897b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - null AMessage"); 898b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 899b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 900b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9017bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 9027bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 903b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9040e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 905b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - not executing"); 9067bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 9077bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 9087bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 9097bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 9107bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 9117bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 912b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9137bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 914b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (index >= buffers->size()) { 915b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - trying to get buffer with " 9160362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "bad index (index=%zu buffer_size=%zu)", index, buffers->size()); 917b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 9187bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 919b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 920b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage const BufferInfo &info = buffers->itemAt(index); 921b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (!info.mOwnedByClient) { 922b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - invalid operation " 9230362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "(the index %zu is not owned by client)", index); 924b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 925b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 926b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 927b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage // by the time buffers array is initialized, crypto is set 928b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage *buffer = (portIndex == kPortIndexInput && mCrypto != NULL) ? 929b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage info.mEncryptedData : 930b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage info.mData; 931b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 932b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage *format = info.mFormat; 933b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9347bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 9357bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 9367bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 9375778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 9381d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 9395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9405778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 9425778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 944496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 9451d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 946496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 947496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 948496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 949496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 950575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 9511d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 952575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 953575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 954575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 955575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 9565778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 9575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9585778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 9595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 960c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 9615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9625778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 9635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 9645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 9655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 968c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 9695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9705778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 9715778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 9725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 9735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9745778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9763f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9770e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9785778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 979c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 9805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 981251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 982251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 983251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 9845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9865778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 9875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 9895778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 9905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 9915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9935778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 9945778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 9955778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 9965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 9985778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10003f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 10010e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 10025778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 100347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 1004251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 100547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 10065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 100747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 10085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 10095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 101047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 10115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 10125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 101347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 10145778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 10155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 10175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 10185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 10195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10215778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<ABuffer> &buffer = 10225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[kPortIndexOutput].itemAt(index).mData; 10235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10245778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 10255778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 10265778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 10275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10285778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 10295778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 10305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10315778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 10325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10335778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 10345778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 10355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10365778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags = 0; 10375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 10385778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_SYNCFRAME; 10395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 10415778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_CODECCONFIG; 10425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_EOS) { 10445778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_EOS; 10455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10475778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 104847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 10495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 10525778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10545778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 10555778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 10565778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 10575778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10585778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 10595778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 10605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10615778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 106292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatError: 10635778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1064251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1065251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1066251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 10675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10689e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 10699e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1070251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1071aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 107252dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1073aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1074aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 10755530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 10765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10775778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 10785778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 10795778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10805778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 10815778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10845778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 10855778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1086c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1087c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 10885778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10915778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 10925778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1093c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1094c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 10955778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10985778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STOPPING: 1099c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 11005778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11015778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 11025778822d86b0337407514b9372562b86edfa91cdAndreas Huber // the shutdown complete notification. 11035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11045530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 110503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 1106aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 110703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 110803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 110903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 111003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 111103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 111203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 111303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 111403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 11156e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 11166e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 11176e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 111803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 111903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 11205778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11235778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 11245778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11259e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 11269e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 11279e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 11289e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 11299e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 11309e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 11315778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11340e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 11355778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 11365778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11375530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1139251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1140575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 11415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11425778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1143c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1144c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1145251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1146251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1147251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1148251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1149251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1150251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1151251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1152251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1153251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1154251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1155251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1156c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11575778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11605778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 11615778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11625530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1164251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1165575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1166c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1167251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1168251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1169251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1170251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1171c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1172251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1173251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1174251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1175251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1176251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1177251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1178251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1179251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1180251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1181251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1182251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1183c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11845778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11885530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1189251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 11905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 119492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentAllocated: 11955778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11965778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 11975778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 119852dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 11995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1200717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 12015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1202717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 12033a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 12045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 12053a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 12065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 120867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu String8 resourceType; 1209717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 12101bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 121167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceSecureCodec); 12121bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 12131bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 121467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceNonSecureCodec); 12151bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1216c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 121758828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu if (mIsVideo) { 121858828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu // audio codec is currently ignored. 121958828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu addResource(resourceType, String8(kResourceVideoCodec), 1); 122058828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu } 12211bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 12225778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12235778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 122692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentConfigured: 12275778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1228c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung if (mState == UNINITIALIZED || mState == INITIALIZED) { 1229c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // In case a kWhatError message came in and replied with error, 1230c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // we log a warning and ignore. 1231c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung ALOGW("configure interrupted by error, current state %d", mState); 1232c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung break; 1233c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung } 12345778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 12355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12366507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 12376507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 12386507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1239e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1240e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1241e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 12423a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 12433a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 12443a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 12453a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 12463a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 12472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 12485778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12495778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 125292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatInputSurfaceCreated: 12537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 125492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 12557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 12561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 12577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 12587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 12597cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 12607cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 12617cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 12626507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 12637cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 12647cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12657cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12667cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12677cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12687cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1270d291c222357303b9611cab89d0c3b047584ef377Chong Zhang case CodecBase::kWhatInputSurfaceAccepted: 1271d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 12728f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 1273d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 1274d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 1275d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 1276d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 1277d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1278d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 1279d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1280d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 1281d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 1282d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1283d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 128492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatSignaledInputEOS: 12857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 128692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 12871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 12887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 12897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 12907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 12967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 129792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatBuffersAllocated: 12985778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12997bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 13005778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 13015778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 13025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13035778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("%s buffers allocated", 13045778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 13055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13065778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput 13075778822d86b0337407514b9372562b86edfa91cdAndreas Huber || portIndex == kPortIndexOutput); 13085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[portIndex].clear(); 13105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13115778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 13125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1313eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<RefBase> obj; 1314eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber CHECK(msg->findObject("portDesc", &obj)); 1315eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 131692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar sp<CodecBase::PortDescription> portDesc = 131792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar static_cast<CodecBase::PortDescription *>(obj.get()); 13185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1319eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t numBuffers = portDesc->countBuffers(); 13205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1321c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker size_t totalSize = 0; 1322c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker for (size_t i = 0; i < numBuffers; ++i) { 1323c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (portIndex == kPortIndexInput && mCrypto != NULL) { 1324c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker totalSize += portDesc->bufferAt(i)->capacity(); 1325c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1326c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1327c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1328c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (totalSize) { 1329c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker mDealer = new MemoryDealer(totalSize, "MediaCodec"); 1330c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1331c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1332eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber for (size_t i = 0; i < numBuffers; ++i) { 13335778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo info; 1334eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mBufferID = portDesc->bufferIDAt(i); 13355778822d86b0337407514b9372562b86edfa91cdAndreas Huber info.mOwnedByClient = false; 1336eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mData = portDesc->bufferAt(i); 13375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13381bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (portIndex == kPortIndexInput && mCrypto != NULL) { 1339c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker sp<IMemory> mem = mDealer->allocate(info.mData->capacity()); 1340ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mEncryptedData = 1341c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker new ABuffer(mem->pointer(), info.mData->capacity()); 1342c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info.mSharedEncryptedBuffer = mem; 1343ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1344ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 13455778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffers->push_back(info); 13465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexOutput) { 13495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState == STARTING) { 13505778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We're always allocating output buffers after 13515778822d86b0337407514b9372562b86edfa91cdAndreas Huber // allocating input buffers, so this is a good 13525778822d86b0337407514b9372562b86edfa91cdAndreas Huber // indication that now all buffers are allocated. 135367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 1354c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu String8 subtype; 1355c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu addResource( 1356c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu String8(kResourceGraphicMemory), 1357c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu subtype, 1358c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu getGraphicBufferSize()); 135967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 13605778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTED); 13615778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 13625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 13635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagOutputBuffersChanged; 1364575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 13655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13675778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 137092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatOutputFormatChanged: 13715778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13725778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("codec output format changed"); 13735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1374475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mSoftRenderer == NULL && 1375f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface != NULL && 13763a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar (mFlags & kFlagUsesSoftwareRenderer)) { 13775778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 13785778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 13795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1380475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mime.startsWithIgnoreCase("video/")) { 1381505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mSoftRenderer = new SoftwareRenderer(mSurface, mRotationDegrees); 13825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat = msg; 1386e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1387e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagIsEncoder) { 1388e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Before we announce the format change we should 1389e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // collect codec specific data and amend the output 1390e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format as necessary. 1391e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagGatherCodecSpecificData; 1392c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagIsAsync) { 1393c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1394e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 1395e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagOutputFormatChanged; 1396e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber postActivityNotificationIfPossible(); 1397e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 13982514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 13992514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker // Notify mCrypto of video resolution changes 14002514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker if (mCrypto != NULL) { 14018140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar int32_t left, top, right, bottom, width, height; 14028140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 14038140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 14048140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } else if (mOutputFormat->findInt32("width", &width) 14058140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar && mOutputFormat->findInt32("height", &height)) { 14068140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(width, height); 14078140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } 14082514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker } 14092514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 14105778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 141390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case CodecBase::kWhatOutputFramesRendered: 141490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 141590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 141690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 141790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 141890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 141990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 142090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 142190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 142290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 142390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 142490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 142592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFillThisBuffer: 14265778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14275778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 14285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1429c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1430c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1431c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 14325778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 14335778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14368ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 14378ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 14388ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 14398ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14408ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 14418ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 14428ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 14438ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 14448ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 14458ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14468ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 14478ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14488ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 14498ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 14508ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 14518ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1452251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1453575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1454575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 14558ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 14568ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 14578ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 14588ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 14598ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1460c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 14616e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 14623d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 14633d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 14643d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 14653d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 14663d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 14676e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1468c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 14695778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 14705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14715778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 14725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 14735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1474575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1475575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 14765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14775778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 148092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatDrainThisBuffer: 14815778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14825778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 14835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1484c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1485c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1486c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 14875778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 14885778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14912d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 14922d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber CHECK(msg->findBuffer("buffer", &buffer)); 14935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14945778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 14955778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", &omxFlags)); 14965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14975778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffer->meta()->setInt32("omxFlags", omxFlags); 14985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1499e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagGatherCodecSpecificData) { 1500e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // This is the very first output buffer after a 1501e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format change was signalled, it'll either contain 1502e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the one piece of codec specific data we can expect 1503e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // or there won't be codec specific data. 1504e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 1505e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber status_t err = 1506e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber amendOutputFormatWithCodecSpecificData(buffer); 1507e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1508e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (err != OK) { 1509e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ALOGE("Codec spit out malformed codec " 1510e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber "specific data!"); 1511e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1512e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1513e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1514e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1515c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1516c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1517c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1518c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1519c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1520e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1521e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1522c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1523c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1524c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 15255778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 15265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15275778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 15285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 15295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1530575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1531575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 15325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1533575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 15345778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 153792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatEOS: 15385778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15395778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 15405778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 15415778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 154492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatShutdownCompleted: 15455778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1546c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == STOPPING) { 1547c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(INITIALIZED); 1548c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } else { 1549c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK_EQ(mState, RELEASING); 1550c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(UNINITIALIZED); 15516e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 1552c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 155352dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 15545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 155567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 155667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15575778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15585778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 156192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFlushCompleted: 15625778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15635530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 15645530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 15655530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 15665530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 15675530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 15685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15690e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 15700e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 15710e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 15720e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 15730e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 15740e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 15755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15765778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15775778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15805778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 15815778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 15825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15835778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15865778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 15875778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15883f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 15895778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15915778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1592c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15935778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 15975778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 15985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15995778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 16005778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 16015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16025778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 16035778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 16040db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 16050db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 16065778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 16075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16095778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 16105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 16125778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 16135778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 16145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 16155778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 16165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 16195778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 162290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 162390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 162490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 162590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 162690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 162790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 162890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 162990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 163090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1631c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1632c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 16333f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1634c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1635c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1636c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1637c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 16380e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 16390e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1640c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1641c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1642c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1643c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1644c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1645c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1646c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1647c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1648c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1649c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1650c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1651c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1652c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1653c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1654c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1655c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1656c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1657c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1658c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1659c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1660c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1661c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1662c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 16635778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 16645778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16653f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16665778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 16675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1669c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16705778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16735778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 1674f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 16755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16765778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 16775778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 16785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16798b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 16808b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 16818b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 16828b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 16838b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 16845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 16855778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 1686f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 16877541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1688c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 16897541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 16901bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 16911bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 1692f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 16931bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 16941bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16957541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 16967541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 16977541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 16981bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 16991bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 17001bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 17015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17031bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 17041bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 17055778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 17065778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 17075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 17095778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 1710e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 17115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17138ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 17148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17155778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 17165778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 17201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 17211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 17221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 17231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 17251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface; 17261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 17281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 17291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 17301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 17311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 17321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 17331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 17341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 17351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 17361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 17371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 17381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 17391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 17401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 17411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 17431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == BAD_VALUE) { 17441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assuming reconnecting to same surface 17451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if it is the same surface 17461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 17471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 17491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 17508b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 17518b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 17528b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 17538b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 17541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 17551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 17561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 17581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 17611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 17621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 17631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 17701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 17711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 17751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 17798f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 17807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 17813f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 17837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 17847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 17857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 1786c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 17877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 17887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 17907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 1791d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 1792d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 1793d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1794d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 1795d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 1796d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 17978f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 1798d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 1799d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 18007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 18017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 18025778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 18035778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18043f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18055778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18070e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 1808d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 18093d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 18103d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 18113d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 18123d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 18130e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 18140e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 1815d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 18160e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 1817c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18185778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 18225778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 18235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 18255778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18285778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 1829c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 1830c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 1831aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 1832aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 1833aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 18343f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1835c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1836c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 183747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 183847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 183947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 184047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 184147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 184247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 184347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 184447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 184547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 184647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 184747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 184847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 18494b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18504b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu int32_t force = 0; 18514b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->findInt32("force", &force); 18524b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (!force && hasPendingBuffer()) { 18534b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGW("Can't reclaim codec right now due to pending buffers."); 18544b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18554b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // return WOULD_BLOCK to ask resource manager to retry later. 18564b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu sp<AMessage> response = new AMessage; 18574b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->setInt32("err", WOULD_BLOCK); 18584b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->postReply(replyID); 18594b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18604b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // notify the async client 18614b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (mFlags & kFlagIsAsync) { 18624b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu onError(DEAD_OBJECT, ACTION_CODE_FATAL); 18634b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 18644b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu break; 18654b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 186647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 186747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 186833223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung if (!((mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED) // See 1 186933223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 18700e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 187133223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 187233223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 187333223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 187452dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 187503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 187603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 187703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 187803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 187903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 1880c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 188147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 188247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 18836e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 18846e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 18856e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 18866e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 18876e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1888c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 1889c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 1890c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1891c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1892aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 1893aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 1894aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 1895aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 18966e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 18976e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 18986e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1899aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 1900aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 1901aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1902aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1903c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 1904aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 1905aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1906aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 1907aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 1908c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 19095778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 19108b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 19118b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 19128b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 19138b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 19145778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19175778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 19185778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19193f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19205778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1922c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1923c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1924c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1925c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1926c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1927c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 19286507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 19296507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 1930c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19316507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 19326507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 19336507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 19345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 19355778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19385778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 19395778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 19405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1942c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 19435778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 19475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 19485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 19505778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 19511d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 19525778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 19535778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 19545778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 19555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19565778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19595778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 19605778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19615778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 19625778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 19635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 19655778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 19665778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19695778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 19705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1971c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 19725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 19745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 19755778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19785778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 19795778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19803f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19815778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1983251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1984c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19855778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1986251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1987251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1988251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19915778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 19925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1993c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 19945778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19975778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 19985778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19993f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20005778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2002c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2003c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2004c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2005c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2006c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2007c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 20085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 20095778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20125778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 20135778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 20145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2016c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 20175778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 20215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 20225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 20245778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 20251d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 20265778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 20275778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 20285778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 20295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20305778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20335778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 20345778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20355778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 20365778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 20375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 20395778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 20405778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20435778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 20445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2045c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 20465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 20485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 20495778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20525778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 20535778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20543f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20555778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2057251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2058c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20595778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2060251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2061251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2062251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20655778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 20665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2067c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 20685778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 20727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 20733f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 20757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 2076251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2077c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 2079251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2080251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2081251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 20847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 20857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 20867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 20877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 20895778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 20905778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20913f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20925778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2093e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // Unfortunately widevine legacy source requires knowing all of the 2094e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // codec input buffers, so we have to provide them even in async mode. 2095e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar int32_t widevine = 0; 2096e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->findInt32("widevine", &widevine); 20975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2098e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar if (!isExecuting() || ((mFlags & kFlagIsAsync) && !widevine)) { 2099c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21005778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2101251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2102251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2103251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21065778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 21075778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 21085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21095778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<sp<ABuffer> > *dstBuffers; 21105778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 21115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21125778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 21135778822d86b0337407514b9372562b86edfa91cdAndreas Huber const Vector<BufferInfo> &srcBuffers = mPortBuffers[portIndex]; 21145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21155778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < srcBuffers.size(); ++i) { 21165778822d86b0337407514b9372562b86edfa91cdAndreas Huber const BufferInfo &info = srcBuffers.itemAt(i); 21175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2118ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber dstBuffers->push_back( 21191bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (portIndex == kPortIndexInput && mCrypto != NULL) 2120ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? info.mEncryptedData : info.mData); 21215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21235778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 21245778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21275778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 21285778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21293f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21305778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2132251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2133c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21345778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2135251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2136251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2137251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 21410e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 21425778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 21435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 21455778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 21465778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2149e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 21505778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 21515778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2152e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2153e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2154e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 21553f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2158e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 21590e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 21600e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2161e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2162c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21635778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2164251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2165251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2166251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21695778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2170e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 21715778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 21725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2175496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2176496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2177496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2178496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2179496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2180496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2181575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2182575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2183575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2184575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2185575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2186575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2187575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2188575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2189575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2190717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2191717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 21923f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2193717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2194717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2195717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2196c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2197717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2198717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2199717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2200717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2201717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2202717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2203717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2204717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2205717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2206a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2207a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 22083f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2209a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2210a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2211a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2212a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2213a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2214a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2215a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2216c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2217a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2218a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2219a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 22205778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 22215778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 22225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22235778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22258ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 22268ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 22278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22288ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 22298ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 22308ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2231a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 22328ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 22338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 22348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22358ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 22368ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 22378ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 22388ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2239a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 22408ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 22418ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22428ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 22438ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 22448ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22457bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo *info = 22467bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar &mPortBuffers[kPortIndexInput].itemAt(bufferIndex); 22478ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22488ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 22498ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 22508ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22518ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber const sp<ABuffer> &codecInputData = 22528ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber (mCrypto != NULL) ? info->mEncryptedData : info->mData; 22538ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22548ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 22558ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 22568ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 22578ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22588ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 22598ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22608ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 22618ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22621d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 22638ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 22648ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 22658ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 22668ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 22678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 22688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 22698ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 22718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 22728ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22735778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 22747541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 22755778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 22765778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 22775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22781bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 2279f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 22805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2281671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 22825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 22835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 22855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2286e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2287e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 2288c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2289251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2290575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2291575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2292c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 22935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2295717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2296671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2297671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2298671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2299aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2300aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2301aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2302aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2303717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2304717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 23055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 23065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23075778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 23082606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 23092606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 23105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23125778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodec() { 23135778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 23145778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 23155778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23175778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex) { 23185778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 23197bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 23205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23215778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 23225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23235778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 23245778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 23255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify != NULL) { 23275778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = info->mNotify; 23285778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 23295778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mOwnedByClient = false; 23305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexInput) { 23327fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* no error, just returning buffers */ 23337fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar msg->setInt32("err", OK); 23345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23355778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 23365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23395778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 23405778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23425778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 23435778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 23445778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 23455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2346609b815a3131d22da38b2f452faa9f89daad4039Andy Hung uint32_t bufferID; 2347609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 23485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23495778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 23505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23515778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 23525778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 23535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mBufferID == bufferID) { 23555778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(info->mNotify == NULL); 23565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("reply", &info->mNotify)); 23575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2358475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mFormat = 2359475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu (portIndex == kPortIndexInput) ? mInputFormat : mOutputFormat; 23605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].push_back(i); 23615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return i; 23635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23665778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 23675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 23695778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23715778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 23725778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 23735778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 23745778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 23755778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 23765778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 23775778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 23785778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 23795778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 23805778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 23815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23824b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 23834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 23844b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 23854b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 23864b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 23874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 23894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 23904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 23914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 23934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto != NULL) { 23944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 23954b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 23964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 23984b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 23994b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 24004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 24014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 24034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto == NULL) { 24044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 24054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24074b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 24084b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 24094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 24104b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 24114b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24124b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 24134b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 24144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 24164b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 24184b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 24194b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 24204b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 24214b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24224b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24234b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24285778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexInput].editItemAt(index); 24295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 24315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 24325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 24355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 24365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24385778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> reply = info->mNotify; 24395778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 24405778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 24415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_EOS) { 24435778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("eos", true); 24445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_CODECCONFIG) { 24475778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("csd", true); 24485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24501bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (mCrypto != NULL) { 24511bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (size > info->mEncryptedData->capacity()) { 24521bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber return -ERANGE; 2453ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2454ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 24555b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 24565b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 24575b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 245818cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker CryptoPlugin::Pattern pattern; 245918cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker CHECK(msg->findInt32("encryptBlocks", (int32_t *)&pattern.mEncryptBlocks)); 246018cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker CHECK(msg->findInt32("skipBlocks", (int32_t *)&pattern.mSkipBlocks)); 246118cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker 2462fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong ssize_t result = mCrypto->decrypt( 24631bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (mFlags & kFlagIsSecure) != 0, 24641bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 24651bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 24661bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 246718cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker pattern, 2468c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info->mSharedEncryptedBuffer, 2469c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker offset, 24704b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 24714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 24725b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mData->base(), 24735b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 24741bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2475fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong if (result < 0) { 2476fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong return result; 2477ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2478ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2479fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong info->mData->setRange(0, result); 2480ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2481ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 24827bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 24837bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 24847bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 24857bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 24867bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 24872d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber reply->setBuffer("buffer", info->mData); 24885778822d86b0337407514b9372562b86edfa91cdAndreas Huber reply->post(); 24895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24905b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mNotify = NULL; 24915b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 24925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 24935778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 249590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 249690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 249790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done, sp<AMessage> &msg) { 249890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 249990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 250090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 250190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 250290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 250390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 250490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 250590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 250690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 250790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 250890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 250990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 251090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 251190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 25125778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 25135778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 25145778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 25155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25165778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 25175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 25185778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 25195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25210e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 25225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 25235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25255778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 25265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 25275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25295778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index); 25305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 25325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 25335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25357bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 25367bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 25377bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 25387bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 25397bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 25407bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 254179ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou if (render && info->mData != NULL && info->mData->size() != 0) { 25425778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->setInt32("render", true); 25435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 254490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 254590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 254690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 254790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 2548c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar if (!msg->findInt64("timestampNs", &renderTimeNs)) { 2549c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 2550c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)mediaTimeUs); 255190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 2552fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2553c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar info->mNotify->setInt64("timestampNs", renderTimeNs); 2554fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 25555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 255690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 2557475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mData->data(), info->mData->size(), 255890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, renderTimeNs, NULL, info->mFormat); 255990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 256090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 256190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 256290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 256390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 256490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 256590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 256690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 256790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 256890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 25695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25725778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->post(); 25735778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 25745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 25765778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25785778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 25795778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 25805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25815778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 25825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 25845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 25855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25875778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 25885778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 25895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25905778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[portIndex].editItemAt(index); 25915778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 25927bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 25937bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 25947bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 259503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 259603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 259703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat != NULL) { 259803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 259903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findBuffer("image-data", &imageData)) { 260003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 260103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 260203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 260303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findRect("crop", &left, &top, &right, &bottom)) { 260403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 260503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 260603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 26077bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 26085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 26105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 26131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 26141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 26151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 26161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == BAD_VALUE) { 26171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGI("native window already connected. Assuming no change of surface"); 2618a81c6229638a4db56752dd77a6610e0f0971e877Lajos Molnar return err; 2619264bac95912efe121d6a60026612617f04f42966Lajos Molnar } else if (err == OK) { 2620264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Require a fresh set of buffers after each connect by using a unique generation 2621264bac95912efe121d6a60026612617f04f42966Lajos Molnar // number. Rely on the fact that max supported process id by Linux is 2^22. 2622264bac95912efe121d6a60026612617f04f42966Lajos Molnar // PID is never 0 so we don't have to worry that we use the default generation of 0. 2623264bac95912efe121d6a60026612617f04f42966Lajos Molnar // TODO: come up with a unique scheme if other producers also set the generation number. 2624264bac95912efe121d6a60026612617f04f42966Lajos Molnar static uint32_t mSurfaceGeneration = 0; 2625264bac95912efe121d6a60026612617f04f42966Lajos Molnar uint32_t generation = (getpid() << 10) | (++mSurfaceGeneration & ((1 << 10) - 1)); 2626264bac95912efe121d6a60026612617f04f42966Lajos Molnar surface->setGenerationNumber(generation); 2627264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGI("[%s] setting surface generation to %u", mComponentName.c_str(), generation); 2628264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2629264bac95912efe121d6a60026612617f04f42966Lajos Molnar // HACK: clear any free buffers. Remove when connect will automatically do this. 2630264bac95912efe121d6a60026612617f04f42966Lajos Molnar // This is needed as the consumer may be holding onto stale frames that it can reattach 2631264bac95912efe121d6a60026612617f04f42966Lajos Molnar // to this surface after disconnect/connect, and those free frames would inherit the new 2632264bac95912efe121d6a60026612617f04f42966Lajos Molnar // generation number. Disconnecting after setting a unique generation prevents this. 2633264bac95912efe121d6a60026612617f04f42966Lajos Molnar native_window_api_disconnect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2634264bac95912efe121d6a60026612617f04f42966Lajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2635264bac95912efe121d6a60026612617f04f42966Lajos Molnar } 2636264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2637264bac95912efe121d6a60026612617f04f42966Lajos Molnar if (err != OK) { 26381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_api_connect returned an error: %s (%d)", strerror(-err), err); 26391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 26401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 26411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 26421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 26437541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 26441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 26451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 2646f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 2647264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Resetting generation is not technically needed, but there is no need to keep it either 2648264bac95912efe121d6a60026612617f04f42966Lajos Molnar mSurface->setGenerationNumber(0); 26491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_disconnect(mSurface.get(), NATIVE_WINDOW_API_MEDIA); 26507541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 26511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("native_window_api_disconnect returned an error: %s (%d)", strerror(-err), err); 26527541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 26531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 2654f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 26557541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 26561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 26571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 26587541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 26591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 26601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 26611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 26621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 26631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2664f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 26651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 26661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 26671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 26687541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 26697541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 26701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 26717541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 26727541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2673c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 2674c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2675c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 2676c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2677c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 2678c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2679c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2680c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2681c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2682c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2683c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 2684c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2685c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 2686c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang const sp<ABuffer> &buffer = 2687c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mPortBuffers[kPortIndexOutput].itemAt(index).mData; 2688c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2689c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 2690c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2691c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 2692c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 2693c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2694c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 2695c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 2696c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2697c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 2698c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2699c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t omxFlags; 2700c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 2701c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2702c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t flags = 0; 2703c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 2704c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_SYNCFRAME; 2705c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2706c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 2707c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_CODECCONFIG; 2708c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2709c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_EOS) { 2710c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_EOS; 2711c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2712c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2713c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 2714c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2715c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2716c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2717c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2718c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2719749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 2720c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2721c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2722c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 2723c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 2724749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 2725749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 2726749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 2727749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 2728749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 2729c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2730c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2731c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2732c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2733c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2734c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 2735c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2736c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2737c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 2738c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 2739c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2740c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2741c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2742c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2743c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2744575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 2745575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 2746575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 2747575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2748575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2749e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 2750e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 2751575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 2752e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 2753e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2754e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 2755575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 2756575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 2757e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 2758e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 2759e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2760e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 2761e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 2762e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 2763e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 2764e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 2765e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 2766e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 2767575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 2768575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2769575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2770575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 2771575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2772a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 27731d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 2774a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 2775a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2776a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 2777a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 2778a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2779a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2780a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 2781a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 2782a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2783a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 2784a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2785a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2786e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 2787e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const sp<ABuffer> &buffer) { 2788e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 2789e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 2790e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2791e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 2792e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 2793e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 2794e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 2795e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 2796e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2797e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 2798e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2799e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 2800e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 2801e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2802e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 2803e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 2804e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 2805e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 2806e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 2807e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 2808e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2809e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 2810a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 2811e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2812e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 2813e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2814e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2815e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 2816e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 2817e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2818e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 2819e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 2820e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 2821e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer("csd-0", buffer); 2822e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2823e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2824e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2825e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2826e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 28272606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 28283f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (!mIsVideo) { 28293f273d10817ddb2f792ae043de692efcdf1988aeWei Jia return; 28303f273d10817ddb2f792ae043de692efcdf1988aeWei Jia } 28312606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 28323f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (mState == CONFIGURED && !mBatteryStatNotified) { 28333f273d10817ddb2f792ae043de692efcdf1988aeWei Jia BatteryNotifier::getInstance().noteStartVideo(); 28342606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 28352606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 28363f273d10817ddb2f792ae043de692efcdf1988aeWei Jia BatteryNotifier::getInstance().noteStopVideo(); 28372606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 28382606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 28392606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 28402606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 28415778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 2842