MediaCodec.cpp revision 2034457336d28124e0f9f3c625978052ae03fcea
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 225778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 262606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 27c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 2879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 291a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 30ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 31d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 3267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 335778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 345778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 355778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 365b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 37ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 385778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 402606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 416f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 42e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 435778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 44744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 455778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 46d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 47d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXCodec.h> 48d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 498b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 5099e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 512606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 532606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 54e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 555778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic int64_t getId(sp<IResourceManagerClient> client) { 5867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 5967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 6247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 6367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 664b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatic const int kMaxReclaimWaitTimeInUs = 500000; // 0.5s 6767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 6967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 7067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 7267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 7367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 7467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 7567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 7667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 7747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 784b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (err == WOULD_BLOCK) { 794b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Wait for the client to release codec."); 804b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu usleep(kMaxReclaimWaitTimeInUs); 814b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Try to reclaim again."); 824b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu err = codec->reclaim(true /* force */); 834b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 8467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 8567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 8667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 8867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 908f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 918f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 928f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 938f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 948f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 958f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 968f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 978f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 988f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 998f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 1008f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 1018f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1028f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1038f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 10467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 10667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 10767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 10967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 11067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 11267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 11367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11468845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy(pid_t pid) 11568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu : mPid(pid) { 11668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu if (mPid == MediaCodec::kNoPid) { 11768845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mPid = IPCThreadState::self()->getCallingPid(); 11868845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu } 11967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 12067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 12267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 12367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 12467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 12567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 12667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 12867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 12967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 13067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 13167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 13267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 13367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 13467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 135e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 13667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 13767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 13967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 14067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 14167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 14267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 14567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 14667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const sp<IResourceManagerClient> client, 14767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 14867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 14967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 15067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 15167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 15237c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->addResource(mPid, clientId, client, resources); 15367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 15667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 15767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 15867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 15967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 16037c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->removeResource(mPid, clientId); 16167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 16267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 16437c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu const Vector<MediaResource> &resources) { 16567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 16667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 16767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 16867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 16937c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu return mService->reclaimResource(mPid, resources); 17067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 17167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1725778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1735778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 17468845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu const sp<ALooper> &looper, const char *mime, bool encoder, status_t *err, pid_t pid) { 17568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu sp<MediaCodec> codec = new MediaCodec(looper, pid); 1765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 177251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 178251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 179251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 180251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 181251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1825778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1845778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1855778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 18668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu const sp<ALooper> &looper, const char *name, status_t *err, pid_t pid) { 18768845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu sp<MediaCodec> codec = new MediaCodec(looper, pid); 1885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 189251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 190251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 191251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 192251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 193251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1945778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 196d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 197d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 198d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 199d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK_EQ(client.connect(), (status_t)OK); 200d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IOMX> omx = client.interface(); 201d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 20279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang const sp<IMediaCodecList> mediaCodecList = MediaCodecList::getInstance(); 20379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (mediaCodecList == NULL) { 20479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Failed to obtain MediaCodecList!"); 20579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; // if called from Java should raise IOException 20679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 20779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 20879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang AString tmp; 20979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang sp<AMessage> globalSettings = mediaCodecList->getGlobalSettings(); 21079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (globalSettings == NULL || !globalSettings->findString( 21179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang kMaxEncoderInputBuffers, &tmp)) { 21279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Failed to get encoder input buffer count!"); 21379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 21479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 21579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 21679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang int32_t bufferCount = strtol(tmp.c_str(), NULL, 10); 21779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (bufferCount <= 0 21879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang || bufferCount > BufferQueue::MAX_MAX_ACQUIRED_BUFFERS) { 21979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Encoder input buffer count is invalid!"); 22079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 22179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 22279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 223d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 224d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferConsumer> bufferConsumer; 225d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 226d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = omx->createPersistentInputSurface( 227d291c222357303b9611cab89d0c3b047584ef377Chong Zhang &bufferProducer, &bufferConsumer); 228d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 229d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 230d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 231d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 232d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 233d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 23479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang err = bufferConsumer->setMaxAcquiredBufferCount(bufferCount); 23579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 23679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (err != NO_ERROR) { 23779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Unable to set BQ max acquired buffer count to %u: %d", 23879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang bufferCount, err); 23979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 24079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 24179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 242d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return new PersistentSurface(bufferProducer, bufferConsumer); 243d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 244d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 24568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::MediaCodec(const sp<ALooper> &looper, pid_t pid) 2465778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 24747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 2485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 24992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 2507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 2515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 252251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 2535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 254ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 25568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mResourceManagerService(new ResourceManagerServiceProxy(pid)), 2562606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 2572606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 25867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 25967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 260505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees(0), 2615778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 2625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 2635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 2646507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 2653d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 2663d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 2675778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2695778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 2705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 27167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 2725778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2745778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 2755778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 2765778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 2775778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 2785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 2805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 2845778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 2855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2885778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2903f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 29147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 29247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 29347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 29447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 29547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 29647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 297c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 29847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 299c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 300c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 301c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 302dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 30367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 30467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 305671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 306671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 307671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 308671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 309671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 3105778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 3115778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 3125778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 3135778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 314744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 315bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung if (nameIsType || !strncasecmp(name.c_str(), "omx.", 4)) { 316744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new ACodec; 317744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else if (!nameIsType 318bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung && !strncasecmp(name.c_str(), "android.filter.", 15)) { 319744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new MediaFilter; 320744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else { 321744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 322744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 323744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 32467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 325dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 32667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 3276f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 3286f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 3296f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 33067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 3316f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 3326f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 33360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 33448a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (mcl == NULL) { 33548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec = NULL; // remove the codec. 33648a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return NO_INIT; // if called from Java should raise IOException 33748a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 3386f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 3396f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 34060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 34160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 34260b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 34360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 34460b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 34567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 34660b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 3476f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3486f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3496f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 35367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 3545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 3555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 3565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 3575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 3585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 3615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 3625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 3635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 3665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3671d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar mCodec->setNotificationMessage(new AMessage(kWhatCodecNotify, this)); 3685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3691d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 3705778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 3715778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 3725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 3745778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 3755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 37867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 37967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = secureCodec ? kResourceSecureCodec : kResourceNonSecureCodec; 380c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 381c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 38267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 38367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 38467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 38537c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 38667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 38767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 38867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 38967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 39067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 39167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 39267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 39367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 39467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 39567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 39667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 3975778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 399c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 4001d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 401c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 402c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 403c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 404c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 405c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 406c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 40790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 40890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 40990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 41090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 41190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 41290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4135778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 4145778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 415f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 4161bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 4175778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 4181d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 4195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 42167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 42267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 423505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang if (!format->findInt32("rotation-degrees", &mRotationDegrees)) { 424505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees = 0; 425505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang } 4262034457336d28124e0f9f3c625978052ae03fceaWei Jia 4272034457336d28124e0f9f3c625978052ae03fceaWei Jia // Prevent possible integer overflow in downstream code. 4282034457336d28124e0f9f3c625978052ae03fceaWei Jia if (mInitIsEncoder 4292034457336d28124e0f9f3c625978052ae03fceaWei Jia && (uint64_t)mVideoWidth * mVideoHeight > (uint64_t)INT32_MAX / 4) { 4302034457336d28124e0f9f3c625978052ae03fceaWei Jia ALOGE("buffer size is too big, width=%d, height=%d", mVideoWidth, mVideoHeight); 4312034457336d28124e0f9f3c625978052ae03fceaWei Jia return BAD_VALUE; 4322034457336d28124e0f9f3c625978052ae03fceaWei Jia } 43367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 43467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 4355778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 4365778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 437f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 4381bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 4391bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (crypto != NULL) { 4401bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setPointer("crypto", crypto.get()); 4415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 44467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 445f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 44667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 44767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 44867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 44967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 450c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 451c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 45267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 45367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 45467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 45567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 45667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 45767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 45837c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 45967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 46067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 46167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 462f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 46367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 46467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 46567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 46667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 46767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 46867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 46967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 47067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 47167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 47267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 47367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 47467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 47567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 47667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 47767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 478f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 479f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 4805778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4828f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 483d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 4848f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 485d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 486d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 487d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 488d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 489d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 490d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 4911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 4921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 4931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 4941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 4961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 4971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 4981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 5007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 5011d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 5027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 5047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 5057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 5067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 5077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 5087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 5097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 5107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 5117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 5127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 5137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 5147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 5157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 5167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 5177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 51967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 52067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 52167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 52267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 52367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 52467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 52567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 52667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 52767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 52867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 52967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 53067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 53167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 53267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 533c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wuvoid MediaCodec::addResource(const String8 &type, const String8 &subtype, uint64_t value) { 53467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 535c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 53667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 53737c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu getId(mResourceManagerClient), mResourceManagerClient, resources); 53867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 53967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 5405778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 5411d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 5425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 54367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 54467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 54567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 54667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 547c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 548c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 54967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 55067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 55167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 55267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 55367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 55467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 55537c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 55667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 55767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 55867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 55967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 56067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 56167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 56267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 56367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 56467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 56567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 56667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 56767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 56867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 56967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 57067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 57167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 57267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 57367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 57467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 57567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 57667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 57767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 57867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 5795778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5815778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 5821d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 5835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5845778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 5855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 5865778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5884b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer(int portIndex) { 5894b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu const Vector<BufferInfo> &buffers = mPortBuffers[portIndex]; 5904b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu for (size_t i = 0; i < buffers.size(); ++i) { 5914b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu const BufferInfo &info = buffers.itemAt(i); 5924b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (info.mOwnedByClient) { 5934b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return true; 5944b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 5954b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 5964b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return false; 5974b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 5984b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 5994b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer() { 6004b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return hasPendingBuffer(kPortIndexInput) || hasPendingBuffer(kPortIndexOutput); 6014b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 6024b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 6034b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatus_t MediaCodec::reclaim(bool force) { 60458828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu ALOGD("MediaCodec::reclaim(%p) %s", this, mInitName.c_str()); 60547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 60647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 6074b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->setInt32("force", force ? 1 : 0); 60847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 60947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 6100abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu status_t ret = PostAndAwaitResponse(msg, &response); 6110abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu if (ret == -ENOENT) { 6120abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ALOGD("MediaCodec looper is gone, skip reclaim"); 6130abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ret = OK; 6140abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu } 6150abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu return ret; 61647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 61747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 618c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 6191d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 620c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 621c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 622c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 623c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 624c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 625671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 626671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 627671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 628671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 629671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 630671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 631671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 632671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 633671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 634671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 635671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 636671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 637671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 638671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 639671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 640671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 641671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 642671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 643671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 644251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 645671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 646671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 647671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 648671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 649671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 650671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 651671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 652671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 653671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 654671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 655dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 656671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 657671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 658671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 659671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 6605778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 6615778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 6625778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 6635778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 6645778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 6655b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6665b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6675b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6685b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6695b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6705b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6711d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 6725778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 6735778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 6745778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 6755778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 6765778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 6775b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 6785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6795778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6815778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 6844b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 6854b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 6864b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 6874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 6884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 6894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 6904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 6914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 6925b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6935b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6945b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6955b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6965b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6975b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6981d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 6994b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 7004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 7014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 7024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 7034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 7044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 7054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 7064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 7074b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 7085b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 7094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 7104b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 7115b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 7125b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 7135b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 7144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 7154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 7165778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 7171d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 7185778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7205778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7215778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7265778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7295778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7315778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 7325778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 7335778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 7345778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 7355778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 7365778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 7375778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 7381d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 7395778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7415778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7425778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7475778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7485778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 7495778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 7505778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 7515778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 7525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7545778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7565778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 7571d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7585778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7595778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 7605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7615778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7635778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 765fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 7661d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 767fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 768fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 769fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 770fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 771fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 772fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 773fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 774fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 7755778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 7761d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7775778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7795778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7815778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 7841d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 7857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 7877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 7887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 7897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7905778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 7911d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 7925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7935778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7945778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 8005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 8025778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 804e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 8051d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 806e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 807e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 808e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 809e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 810e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 811e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 812e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 813e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 814e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 815e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 816e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 817e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 818717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 8191d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 820717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 821717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 822717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 823717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 824717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 825717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 826717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 827717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 828717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 829717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 830717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 831717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 832e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnarstatus_t MediaCodec::getWidevineLegacyBuffers(Vector<sp<ABuffer> > *buffers) const { 833e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 834e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("portIndex", kPortIndexInput); 835e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setPointer("buffers", buffers); 836e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("widevine", true); 837e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 838e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> response; 839e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar return PostAndAwaitResponse(msg, &response); 840e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar} 841e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 8425778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getInputBuffers(Vector<sp<ABuffer> > *buffers) const { 8431d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8445778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 8455778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8475778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8495778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8515778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputBuffers(Vector<sp<ABuffer> > *buffers) const { 8521d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8535778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 8545778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8565778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8585778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8607bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputBuffer(size_t index, sp<ABuffer> *buffer) { 8617bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8627bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 8637bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8647bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8657bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 8667bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> buffer; 8677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 8687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8707bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getInputBuffer(size_t index, sp<ABuffer> *buffer) { 8717bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 8737bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8747bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8750e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 8760e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 8770e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 8780e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 8797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 8807bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 8817bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> *buffer, sp<AMessage> *format) { 8827bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 88347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 884b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - resource already released"); 88547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 88647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 88747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 888b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (buffer == NULL) { 889b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - null ABuffer"); 890b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 891b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 892b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 893b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (format == NULL) { 894b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - null AMessage"); 895b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 896b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 897b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 8987bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 8997bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 900b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9010e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 902b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - not executing"); 9037bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 9047bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 9057bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 9067bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 9077bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 9087bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 909b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9107bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 911b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (index >= buffers->size()) { 912b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - trying to get buffer with " 9130362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "bad index (index=%zu buffer_size=%zu)", index, buffers->size()); 914b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 9157bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 916b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 917b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage const BufferInfo &info = buffers->itemAt(index); 918b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (!info.mOwnedByClient) { 919b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - invalid operation " 9200362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "(the index %zu is not owned by client)", index); 921b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 922b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 923b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 924b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage // by the time buffers array is initialized, crypto is set 925b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage *buffer = (portIndex == kPortIndexInput && mCrypto != NULL) ? 926b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage info.mEncryptedData : 927b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage info.mData; 928b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 929b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage *format = info.mFormat; 930b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9317bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 9327bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 9337bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 9345778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 9351d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 9365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9375778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9385778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 9395778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 941496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 9421d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 943496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 944496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 945496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 946496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 947575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 9481d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 949575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 950575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 951575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 952575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 9535778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 9545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9555778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 9565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 957c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 9585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9595778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 9605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 9615778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 9625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 965c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 9665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9675778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 9685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 9695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 9705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9715778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9733f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9740e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9755778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 976c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 9775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 978251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 979251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 980251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 9815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9835778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 9845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 9865778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 9875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 9885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9905778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 9915778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 9925778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 9935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 9955778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9973f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9980e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9995778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 100047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 1001251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 100247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 10035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 100447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 10055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 10065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 100747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 10085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 10095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 101047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 10115778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 10125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 10145778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 10155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 10165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10185778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<ABuffer> &buffer = 10195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[kPortIndexOutput].itemAt(index).mData; 10205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10215778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 10225778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 10235778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 10245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10255778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 10265778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 10275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10285778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 10295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10305778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 10315778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 10325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10335778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags = 0; 10345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 10355778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_SYNCFRAME; 10365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 10385778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_CODECCONFIG; 10395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_EOS) { 10415778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_EOS; 10425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10445778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 104547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 10465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 10495778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10515778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 10525778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 10535778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 10545778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10555778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 10565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 10575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10585778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 105992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatError: 10605778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1061251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1062251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1063251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 10645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10659e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 10669e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1067251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1068aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 106952dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1070aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1071aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 10725530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 10735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10745778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 10755778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 10765778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10775778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 10785778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10815778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 10825778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1083c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1084c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 10855778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10885778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 10895778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1090c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1091c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 10925778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10955778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STOPPING: 1096c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 10975778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10985778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 10995778822d86b0337407514b9372562b86edfa91cdAndreas Huber // the shutdown complete notification. 11005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11015530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 110203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 1103aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 110403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 110503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 110603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 110703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 110803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 110903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 111003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 111103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 11126e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 11136e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 11146e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 111503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 111603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 11175778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11205778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 11215778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11229e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 11239e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 11249e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 11259e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 11269e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 11279e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 11285778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11310e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 11325778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 11335778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11345530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1136251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1137575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 11385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11395778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1140c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1141c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1142251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1143251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1144251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1145251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1146251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1147251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1148251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1149251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1150251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1151251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1152251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1153c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11545778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11575778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 11585778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11595530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1161251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1162575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1163c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1164251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1165251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1166251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1167251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1168c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1169251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1170251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1171251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1172251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1173251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1174251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1175251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1176251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1177251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1178251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1179251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1180c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11815778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11855530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1186251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 11875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11885778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 119192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentAllocated: 11925778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11935778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 11945778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 119552dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 11965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1197717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 11985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1199717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 12003a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 12015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 12023a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 12035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 120567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu String8 resourceType; 1206717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 12071bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 120867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceSecureCodec); 12091bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 12101bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 121167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceNonSecureCodec); 12121bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1213c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 121458828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu if (mIsVideo) { 121558828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu // audio codec is currently ignored. 121658828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu addResource(resourceType, String8(kResourceVideoCodec), 1); 121758828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu } 12181bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 12195778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12205778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 122392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentConfigured: 12245778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1225c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung if (mState == UNINITIALIZED || mState == INITIALIZED) { 1226c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // In case a kWhatError message came in and replied with error, 1227c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // we log a warning and ignore. 1228c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung ALOGW("configure interrupted by error, current state %d", mState); 1229c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung break; 1230c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung } 12315778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 12325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12336507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 12346507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 12356507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1236e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1237e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1238e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 12393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 12403a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 12413a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 12423a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 12433a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 12442606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 12455778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12465778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 124992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatInputSurfaceCreated: 12507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 125192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 12527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 12531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 12547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 12557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 12567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 12577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 12587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 12596507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 12607cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 12617cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12627cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12637cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12647cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12657cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12667cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1267d291c222357303b9611cab89d0c3b047584ef377Chong Zhang case CodecBase::kWhatInputSurfaceAccepted: 1268d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 12698f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 1270d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 1271d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 1272d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 1273d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 1274d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1275d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 1276d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1277d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 1278d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 1279d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1280d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 128192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatSignaledInputEOS: 12827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 128392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 12841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 12857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 12867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 12877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 12937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 129492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatBuffersAllocated: 12955778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12967bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 12975778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 12985778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 12995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13005778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("%s buffers allocated", 13015778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 13025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13035778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput 13045778822d86b0337407514b9372562b86edfa91cdAndreas Huber || portIndex == kPortIndexOutput); 13055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[portIndex].clear(); 13075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13085778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 13095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1310eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<RefBase> obj; 1311eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber CHECK(msg->findObject("portDesc", &obj)); 1312eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 131392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar sp<CodecBase::PortDescription> portDesc = 131492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar static_cast<CodecBase::PortDescription *>(obj.get()); 13155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1316eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t numBuffers = portDesc->countBuffers(); 13175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1318c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker size_t totalSize = 0; 1319c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker for (size_t i = 0; i < numBuffers; ++i) { 1320c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (portIndex == kPortIndexInput && mCrypto != NULL) { 1321c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker totalSize += portDesc->bufferAt(i)->capacity(); 1322c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1323c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1324c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1325c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (totalSize) { 1326c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker mDealer = new MemoryDealer(totalSize, "MediaCodec"); 1327c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1328c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1329eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber for (size_t i = 0; i < numBuffers; ++i) { 13305778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo info; 1331eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mBufferID = portDesc->bufferIDAt(i); 13325778822d86b0337407514b9372562b86edfa91cdAndreas Huber info.mOwnedByClient = false; 1333eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mData = portDesc->bufferAt(i); 13345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13351bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (portIndex == kPortIndexInput && mCrypto != NULL) { 1336c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker sp<IMemory> mem = mDealer->allocate(info.mData->capacity()); 1337ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mEncryptedData = 1338c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker new ABuffer(mem->pointer(), info.mData->capacity()); 1339c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info.mSharedEncryptedBuffer = mem; 1340ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1341ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 13425778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffers->push_back(info); 13435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexOutput) { 13465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState == STARTING) { 13475778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We're always allocating output buffers after 13485778822d86b0337407514b9372562b86edfa91cdAndreas Huber // allocating input buffers, so this is a good 13495778822d86b0337407514b9372562b86edfa91cdAndreas Huber // indication that now all buffers are allocated. 135067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 1351c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu String8 subtype; 1352c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu addResource( 1353c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu String8(kResourceGraphicMemory), 1354c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu subtype, 1355c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu getGraphicBufferSize()); 135667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 13575778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTED); 13585778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 13595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 13605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagOutputBuffersChanged; 1361575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 13625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13645778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 136792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatOutputFormatChanged: 13685778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13695778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("codec output format changed"); 13705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1371475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mSoftRenderer == NULL && 1372f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface != NULL && 13733a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar (mFlags & kFlagUsesSoftwareRenderer)) { 13745778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 13755778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 13765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1377475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mime.startsWithIgnoreCase("video/")) { 1378505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mSoftRenderer = new SoftwareRenderer(mSurface, mRotationDegrees); 13795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat = msg; 1383e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1384e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagIsEncoder) { 1385e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Before we announce the format change we should 1386e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // collect codec specific data and amend the output 1387e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format as necessary. 1388e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagGatherCodecSpecificData; 1389c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagIsAsync) { 1390c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1391e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 1392e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagOutputFormatChanged; 1393e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber postActivityNotificationIfPossible(); 1394e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 13952514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 13962514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker // Notify mCrypto of video resolution changes 13972514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker if (mCrypto != NULL) { 13988140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar int32_t left, top, right, bottom, width, height; 13998140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 14008140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 14018140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } else if (mOutputFormat->findInt32("width", &width) 14028140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar && mOutputFormat->findInt32("height", &height)) { 14038140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(width, height); 14048140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } 14052514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker } 14062514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 14075778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 141090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case CodecBase::kWhatOutputFramesRendered: 141190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 141290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 141390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 141490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 141590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 141690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 141790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 141890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 141990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 142090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 142190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 142292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFillThisBuffer: 14235778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14245778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 14255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1426c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1427c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1428c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 14295778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 14305778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 14348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 14358ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 14368ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14378ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 14388ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 14398ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 14408ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 14418ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 14428ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14438ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 14448ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14458ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 14468ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 14478ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 14488ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1449251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1450575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1451575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 14528ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 14538ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 14548ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 14558ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 14568ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1457c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 14586e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 14593d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 14603d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 14613d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 14623d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 14633d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 14646e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1465c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 14665778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 14675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14685778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 14695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 14705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1471575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1472575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 14735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14745778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 147792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatDrainThisBuffer: 14785778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14795778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 14805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1481c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1482c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1483c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 14845778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 14855778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14882d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 14892d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber CHECK(msg->findBuffer("buffer", &buffer)); 14905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14915778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 14925778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", &omxFlags)); 14935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14945778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffer->meta()->setInt32("omxFlags", omxFlags); 14955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1496e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagGatherCodecSpecificData) { 1497e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // This is the very first output buffer after a 1498e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format change was signalled, it'll either contain 1499e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the one piece of codec specific data we can expect 1500e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // or there won't be codec specific data. 1501e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 1502e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber status_t err = 1503e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber amendOutputFormatWithCodecSpecificData(buffer); 1504e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1505e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (err != OK) { 1506e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ALOGE("Codec spit out malformed codec " 1507e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber "specific data!"); 1508e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1509e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1510e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1511e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1512c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1513c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1514c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1515c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1516c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1517e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1518e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1519c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1520c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1521c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 15225778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 15235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15245778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 15255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 15265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1527575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1528575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 15295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1530575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 15315778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 153492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatEOS: 15355778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15365778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 15375778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 15385778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 154192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatShutdownCompleted: 15425778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1543c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == STOPPING) { 1544c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(INITIALIZED); 1545c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } else { 1546c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK_EQ(mState, RELEASING); 1547c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(UNINITIALIZED); 15486e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 1549c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 155052dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 15515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 155267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 155367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15545778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15555778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 155892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFlushCompleted: 15595778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15605530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 15615530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 15625530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 15635530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 15645530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 15655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15660e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 15670e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 15680e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 15690e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 15700e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 15710e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 15725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15735778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15745778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15775778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 15785778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 15795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15805778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15835778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 15845778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15853f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 15865778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1589c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15905778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 15945778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 15955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15965778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 15975778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 15985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15995778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 16005778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 16010db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 16020db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 16035778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 16045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16065778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 16075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 16095778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 16105778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 16115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 16125778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 16135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16155778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 16165778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 161990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 162090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 162190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 162290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 162390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 162490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 162590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 162690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 162790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1628c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1629c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 16303f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1631c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1632c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1633c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1634c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 16350e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 16360e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1637c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1638c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1639c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1640c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1641c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1642c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1643c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1644c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1645c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1646c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1647c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1648c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1649c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1650c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1651c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1652c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1653c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1654c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1655c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1656c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1657c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1658c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1659c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 16605778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 16615778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16623f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16635778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 16645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1666c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16675778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16705778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 1671f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 16725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16735778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 16745778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 16755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16768b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 16778b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 16788b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 16798b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 16808b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 16815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 16825778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 1683f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 16847541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1685c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 16867541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 16871bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 16881bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 1689f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 16901bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 16911bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16927541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 16937541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 16947541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 16951bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 16961bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 16971bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 16985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17001bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 17011bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 17025778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 17035778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 17045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 17065778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 1707e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 17085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17108ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 17118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 17135778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 17171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 17181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 17191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 17201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 17221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface; 17231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 17251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 17261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 17271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 17281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 17291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 17301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 17311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 17321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 17331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 17341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 17351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 17361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 17371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 17381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 17401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == BAD_VALUE) { 17411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assuming reconnecting to same surface 17421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if it is the same surface 17431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 17441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 17461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 17478b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 17488b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 17498b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 17508b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 17511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 17521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 17531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 17551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 17581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 17591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 17601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 17671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 17681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 17721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 17768f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 17777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 17783f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 17807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 17817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 17827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 1783c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 17847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 17857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 17877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 1788d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 1789d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 1790d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1791d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 1792d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 1793d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 17948f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 1795d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 1796d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 17977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 17987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17995778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 18005778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18013f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18025778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18040e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 1805d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 18063d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 18073d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 18083d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 18093d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 18100e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 18110e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 1812d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 18130e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 1814c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18155778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 18195778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 18205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 18225778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18255778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 1826c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 1827c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 1828aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 1829aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 1830aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 18313f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1832c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1833c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 183447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 183547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 183647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 183747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 183847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 183947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 184047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 184147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 184247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 184347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 184447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 184547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 18464b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18474b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu int32_t force = 0; 18484b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->findInt32("force", &force); 18494b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (!force && hasPendingBuffer()) { 18504b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGW("Can't reclaim codec right now due to pending buffers."); 18514b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18524b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // return WOULD_BLOCK to ask resource manager to retry later. 18534b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu sp<AMessage> response = new AMessage; 18544b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->setInt32("err", WOULD_BLOCK); 18554b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->postReply(replyID); 18564b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18574b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // notify the async client 18584b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (mFlags & kFlagIsAsync) { 18594b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu onError(DEAD_OBJECT, ACTION_CODE_FATAL); 18604b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 18614b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu break; 18624b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 186347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 186447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 186533223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung if (!((mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED) // See 1 186633223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 18670e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 186833223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 186933223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 187033223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 187152dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 187203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 187303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 187403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 187503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 187603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 1877c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 187847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 187947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 18806e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 18816e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 18826e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 18836e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 18846e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1885c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 1886c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 1887c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1888c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1889aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 1890aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 1891aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 1892aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 18936e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 18946e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 18956e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1896aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 1897aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 1898aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1899aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1900c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 1901aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 1902aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1903aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 1904aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 1905c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 19065778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 19078b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 19088b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 19098b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 19108b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 19115778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19145778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 19155778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19163f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1919c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1920c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1921c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1922c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1923c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1924c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 19256507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 19266507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 1927c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19286507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 19296507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 19306507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 19315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 19325778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19355778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 19365778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 19375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1939c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 19405778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 19445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 19455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 19475778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 19481d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 19495778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 19505778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 19515778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 19525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19565778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 19575778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19585778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 19595778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 19605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 19625778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 19635778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19665778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 19675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1968c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 19695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 19715778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 19725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19755778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 19765778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19773f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19785778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1980251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1981c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19825778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1983251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1984251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1985251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19885778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 19895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1990c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 19915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19945778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 19955778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19963f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19975778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1999c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2000c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2001c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2002c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2003c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2004c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 20055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 20065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20095778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 20105778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 20115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2013c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 20145778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 20185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 20195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 20215778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 20221d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 20235778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 20245778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 20255778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 20265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20275778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20305778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 20315778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20325778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 20335778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 20345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 20365778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 20375778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20405778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 20415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2042c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 20435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 20455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 20465778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20495778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 20505778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20513f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20525778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2054251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2055c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20565778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2057251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2058251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2059251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20625778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 20635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2064c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 20655778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20687cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 20697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 20703f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 20727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 2073251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2074c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 2076251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2077251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2078251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 20817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 20827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 20837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 20847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 20865778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 20875778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20883f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20895778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2090e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // Unfortunately widevine legacy source requires knowing all of the 2091e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // codec input buffers, so we have to provide them even in async mode. 2092e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar int32_t widevine = 0; 2093e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->findInt32("widevine", &widevine); 20945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2095e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar if (!isExecuting() || ((mFlags & kFlagIsAsync) && !widevine)) { 2096c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20975778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2098251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2099251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2100251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21035778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 21045778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 21055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21065778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<sp<ABuffer> > *dstBuffers; 21075778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 21085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21095778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 21105778822d86b0337407514b9372562b86edfa91cdAndreas Huber const Vector<BufferInfo> &srcBuffers = mPortBuffers[portIndex]; 21115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21125778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < srcBuffers.size(); ++i) { 21135778822d86b0337407514b9372562b86edfa91cdAndreas Huber const BufferInfo &info = srcBuffers.itemAt(i); 21145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2115ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber dstBuffers->push_back( 21161bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (portIndex == kPortIndexInput && mCrypto != NULL) 2117ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? info.mEncryptedData : info.mData); 21185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21205778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 21215778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21245778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 21255778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21263f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21275778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2129251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2130c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21315778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2132251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2133251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2134251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 21380e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 21395778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 21405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 21425778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 21435778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2146e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 21475778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 21485778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2149e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2150e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2151e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 21523f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21535778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2155e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 21560e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 21570e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2158e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2159c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21605778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2161251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2162251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2163251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21665778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2167e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 21685778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 21695778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2172496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2173496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2174496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2175496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2176496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2177496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2178575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2179575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2180575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2181575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2182575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2183575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2184575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2185575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2186575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2187717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2188717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 21893f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2190717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2191717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2192717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2193c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2194717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2195717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2196717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2197717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2198717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2199717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2200717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2201717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2202717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2203a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2204a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 22053f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2206a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2207a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2208a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2209a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2210a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2211a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2212a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2213c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2214a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2215a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2216a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 22175778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 22185778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 22195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22205778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22228ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 22238ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 22248ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22258ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 22268ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 22278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2228a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 22298ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 22308ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 22318ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22328ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 22338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 22348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 22358ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2236a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 22378ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 22388ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22398ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 22408ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 22418ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22427bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo *info = 22437bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar &mPortBuffers[kPortIndexInput].itemAt(bufferIndex); 22448ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22458ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 22468ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 22478ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22488ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber const sp<ABuffer> &codecInputData = 22498ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber (mCrypto != NULL) ? info->mEncryptedData : info->mData; 22508ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22518ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 22528ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 22538ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 22548ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22558ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 22568ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22578ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 22588ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22591d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 22608ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 22618ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 22628ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 22638ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 22648ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 22658ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 22668ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 22688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 22698ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22705778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 22717541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 22725778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 22735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 22745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22751bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 2276f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 22775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2278671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 22795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 22805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 22815778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 22825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2283e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2284e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 2285c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2286251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2287575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2288575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2289c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 22905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2292717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2293671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2294671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2295671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2296aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2297aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2298aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2299aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2300717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2301717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 23025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 23035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23045778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 23052606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 23062606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 23075778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23095778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodec() { 23105778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 23115778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 23125778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23145778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex) { 23155778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 23167bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 23175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23185778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 23195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23205778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 23215778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 23225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify != NULL) { 23245778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = info->mNotify; 23255778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 23265778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mOwnedByClient = false; 23275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexInput) { 23297fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* no error, just returning buffers */ 23307fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar msg->setInt32("err", OK); 23315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23325778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 23335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 23375778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23395778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 23405778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 23415778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 23425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2343609b815a3131d22da38b2f452faa9f89daad4039Andy Hung uint32_t bufferID; 2344609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 23455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23465778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 23475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23485778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 23495778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 23505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mBufferID == bufferID) { 23525778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(info->mNotify == NULL); 23535778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("reply", &info->mNotify)); 23545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2355475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mFormat = 2356475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu (portIndex == kPortIndexInput) ? mInputFormat : mOutputFormat; 23575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].push_back(i); 23585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return i; 23605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23635778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 23645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 23665778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23685778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 23695778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 23705778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 23715778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 23725778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 23735778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 23745778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 23755778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 23765778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 23775778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 23785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23794b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 23804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 23814b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 23824b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 23834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 23844b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23854b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 23864b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 23874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 23884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 23904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto != NULL) { 23914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 23924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 23934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 23954b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 23964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 23974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 23984b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 23994b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 24004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto == NULL) { 24014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 24024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 24054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 24064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 24074b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 24084b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 24104b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 24114b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24124b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 24134b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 24154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 24164b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 24174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 24184b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24194b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24204b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 24225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 24235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexInput].editItemAt(index); 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 24285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 24295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 24325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 24335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24355778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> reply = info->mNotify; 24365778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 24385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_EOS) { 24405778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("eos", true); 24415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_CODECCONFIG) { 24445778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("csd", true); 24455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24471bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (mCrypto != NULL) { 24481bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (size > info->mEncryptedData->capacity()) { 24491bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber return -ERANGE; 2450ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2451ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 24525b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 24535b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 24545b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 2455fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong ssize_t result = mCrypto->decrypt( 24561bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (mFlags & kFlagIsSecure) != 0, 24571bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 24581bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 24591bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 2460c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info->mSharedEncryptedBuffer, 2461c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker offset, 24624b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 24634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 24645b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mData->base(), 24655b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 24661bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2467fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong if (result < 0) { 2468fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong return result; 2469ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2470ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2471fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong info->mData->setRange(0, result); 2472ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2473ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 24747bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 24757bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 24767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 24777bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 24787bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 24792d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber reply->setBuffer("buffer", info->mData); 24805778822d86b0337407514b9372562b86edfa91cdAndreas Huber reply->post(); 24815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24825b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mNotify = NULL; 24835b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 24845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 24855778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 248790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 248890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 248990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done, sp<AMessage> &msg) { 249090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 249190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 249290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 249390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 249490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 249590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 249690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 249790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 249890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 249990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 250090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 250190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 250290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 250390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 25045778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 25055778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 25065778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 25075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25085778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 25095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 25105778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 25115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25130e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 25145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 25155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 25185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 25195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25215778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index); 25225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 25245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 25255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25277bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 25287bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 25297bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 25307bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 25317bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 25327bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 253379ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou if (render && info->mData != NULL && info->mData->size() != 0) { 25345778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->setInt32("render", true); 25355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 253690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 253790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 253890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 253990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 2540c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar if (!msg->findInt64("timestampNs", &renderTimeNs)) { 2541c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 2542c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)mediaTimeUs); 254390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 2544fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2545c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar info->mNotify->setInt64("timestampNs", renderTimeNs); 2546fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 25475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 254890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 2549475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mData->data(), info->mData->size(), 255090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, renderTimeNs, NULL, info->mFormat); 255190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 255290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 255390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 255490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 255590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 255690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 255790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 255890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 255990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 256090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 25615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25645778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->post(); 25655778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 25665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 25685778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25705778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 25715778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 25725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25735778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 25745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 25765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 25775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25795778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 25805778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 25815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25825778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[portIndex].editItemAt(index); 25835778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 25847bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 25857bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 25867bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 258703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 258803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 258903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat != NULL) { 259003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 259103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findBuffer("image-data", &imageData)) { 259203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 259303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 259403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 259503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findRect("crop", &left, &top, &right, &bottom)) { 259603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 259703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 259803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 25997bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 26005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 26025778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 26051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 26061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 26071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 26081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == BAD_VALUE) { 26091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGI("native window already connected. Assuming no change of surface"); 2610a81c6229638a4db56752dd77a6610e0f0971e877Lajos Molnar return err; 2611264bac95912efe121d6a60026612617f04f42966Lajos Molnar } else if (err == OK) { 2612264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Require a fresh set of buffers after each connect by using a unique generation 2613264bac95912efe121d6a60026612617f04f42966Lajos Molnar // number. Rely on the fact that max supported process id by Linux is 2^22. 2614264bac95912efe121d6a60026612617f04f42966Lajos Molnar // PID is never 0 so we don't have to worry that we use the default generation of 0. 2615264bac95912efe121d6a60026612617f04f42966Lajos Molnar // TODO: come up with a unique scheme if other producers also set the generation number. 2616264bac95912efe121d6a60026612617f04f42966Lajos Molnar static uint32_t mSurfaceGeneration = 0; 2617264bac95912efe121d6a60026612617f04f42966Lajos Molnar uint32_t generation = (getpid() << 10) | (++mSurfaceGeneration & ((1 << 10) - 1)); 2618264bac95912efe121d6a60026612617f04f42966Lajos Molnar surface->setGenerationNumber(generation); 2619264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGI("[%s] setting surface generation to %u", mComponentName.c_str(), generation); 2620264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2621264bac95912efe121d6a60026612617f04f42966Lajos Molnar // HACK: clear any free buffers. Remove when connect will automatically do this. 2622264bac95912efe121d6a60026612617f04f42966Lajos Molnar // This is needed as the consumer may be holding onto stale frames that it can reattach 2623264bac95912efe121d6a60026612617f04f42966Lajos Molnar // to this surface after disconnect/connect, and those free frames would inherit the new 2624264bac95912efe121d6a60026612617f04f42966Lajos Molnar // generation number. Disconnecting after setting a unique generation prevents this. 2625264bac95912efe121d6a60026612617f04f42966Lajos Molnar native_window_api_disconnect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2626264bac95912efe121d6a60026612617f04f42966Lajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2627264bac95912efe121d6a60026612617f04f42966Lajos Molnar } 2628264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2629264bac95912efe121d6a60026612617f04f42966Lajos Molnar if (err != OK) { 26301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_api_connect returned an error: %s (%d)", strerror(-err), err); 26311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 26321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 26331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 26341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 26357541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 26361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 26371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 2638f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 2639264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Resetting generation is not technically needed, but there is no need to keep it either 2640264bac95912efe121d6a60026612617f04f42966Lajos Molnar mSurface->setGenerationNumber(0); 26411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_disconnect(mSurface.get(), NATIVE_WINDOW_API_MEDIA); 26427541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 26431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("native_window_api_disconnect returned an error: %s (%d)", strerror(-err), err); 26447541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 26451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 2646f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 26477541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 26481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 26491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 26507541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 26511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 26521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 26531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 26541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 26551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2656f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 26571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 26581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 26591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 26607541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 26617541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 26621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 26637541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 26647541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2665c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 2666c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2667c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 2668c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2669c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 2670c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2671c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2672c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2673c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2674c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2675c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 2676c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2677c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 2678c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang const sp<ABuffer> &buffer = 2679c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mPortBuffers[kPortIndexOutput].itemAt(index).mData; 2680c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2681c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 2682c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2683c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 2684c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 2685c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2686c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 2687c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 2688c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2689c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 2690c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2691c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t omxFlags; 2692c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 2693c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2694c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t flags = 0; 2695c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 2696c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_SYNCFRAME; 2697c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2698c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 2699c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_CODECCONFIG; 2700c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2701c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_EOS) { 2702c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_EOS; 2703c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2704c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2705c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 2706c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2707c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2708c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2709c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2710c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2711749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 2712c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2713c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2714c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 2715c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 2716749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 2717749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 2718749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 2719749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 2720749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 2721c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2722c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2723c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2724c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2725c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2726c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 2727c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2728c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2729c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 2730c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 2731c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2732c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2733c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2734c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2735c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2736575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 2737575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 2738575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 2739575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2740575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2741e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 2742e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 2743575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 2744e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 2745e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2746e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 2747575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 2748575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 2749e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 2750e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 2751e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2752e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 2753e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 2754e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 2755e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 2756e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 2757e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 2758e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 2759575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 2760575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2761575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2762575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 2763575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2764a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 27651d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 2766a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 2767a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2768a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 2769a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 2770a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2771a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2772a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 2773a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 2774a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2775a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 2776a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2777a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2778e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 2779e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const sp<ABuffer> &buffer) { 2780e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 2781e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 2782e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2783e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 2784e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 2785e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 2786e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 2787e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 2788e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2789e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 2790e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2791e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 2792e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 2793e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2794e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 2795e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 2796e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 2797e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 2798e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 2799e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 2800e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2801e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 2802a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 2803e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2804e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 2805e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2806e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2807e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 2808e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 2809e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2810e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 2811e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 2812e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 2813e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer("csd-0", buffer); 2814e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2815e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2816e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2817e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2818e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 28192606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 28203f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (!mIsVideo) { 28213f273d10817ddb2f792ae043de692efcdf1988aeWei Jia return; 28223f273d10817ddb2f792ae043de692efcdf1988aeWei Jia } 28232606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 28243f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (mState == CONFIGURED && !mBatteryStatNotified) { 28253f273d10817ddb2f792ae043de692efcdf1988aeWei Jia BatteryNotifier::getInstance().noteStartVideo(); 28262606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 28272606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 28283f273d10817ddb2f792ae043de692efcdf1988aeWei Jia BatteryNotifier::getInstance().noteStopVideo(); 28292606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 28302606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 28312606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 28322606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 28335778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 2834