MediaCodec.cpp revision 99e69716215cd0665379bc90d708f2ea8689831d
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 225778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 262606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 27c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 281a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 29ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 30d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 3167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 325778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 335778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 345778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 355b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 36ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 375778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 392606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 406f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 41e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 425778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 43744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 445778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 45d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 46d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXCodec.h> 47d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 488b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 4999e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 502606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 512606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 53e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 545778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic inline int getCallingPid() { 5767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return IPCThreadState::self()->getCallingPid(); 5867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 5967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic int64_t getId(sp<IResourceManagerClient> client) { 6167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 6267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 6547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 6667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 6967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 7167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 7267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 7467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 7567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 7667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 7767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 7867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 7947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 8067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 8167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 8267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 8467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 868f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 878f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 888f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 898f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 908f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 918f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 928f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 938f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 948f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 958f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 968f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 978f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 988f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 998f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 10067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 10267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 10367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 10567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 10667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 10867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 10967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy() { 11167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 11267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 11467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 11567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 11667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 11767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 11867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 12067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 12167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 12267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 12367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 12467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 12567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 12667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 127e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 12867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 12967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 13167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 13267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 13367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 13467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 13567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 13767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int pid, 13867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 13967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const sp<IResourceManagerClient> client, 14067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 14167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 14267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 14567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService->addResource(pid, clientId, client, resources); 14667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 14767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 14967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 15067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 15167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 15267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 15367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService->removeResource(clientId); 15467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 15767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int callingPid, const Vector<MediaResource> &resources) { 15867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 15967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 16067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 16167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 16267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return mService->reclaimResource(callingPid, resources); 16367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 16467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1655778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1665778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 167251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const sp<ALooper> &looper, const char *mime, bool encoder, status_t *err) { 1685778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = new MediaCodec(looper); 1695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 170251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 171251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 172251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 173251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 174251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1755778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1775778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1785778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 179251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const sp<ALooper> &looper, const char *name, status_t *err) { 1805778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = new MediaCodec(looper); 1815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 182251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 183251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 184251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 185251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 186251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1875778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 189d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 190d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 191d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 192d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK_EQ(client.connect(), (status_t)OK); 193d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IOMX> omx = client.interface(); 194d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 195d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 196d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferConsumer> bufferConsumer; 197d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 198d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = omx->createPersistentInputSurface( 199d291c222357303b9611cab89d0c3b047584ef377Chong Zhang &bufferProducer, &bufferConsumer); 200d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 201d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 202d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 203d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 204d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 205d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 206d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return new PersistentSurface(bufferProducer, bufferConsumer); 207d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 208d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 2095778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::MediaCodec(const sp<ALooper> &looper) 2105778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 21147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 2125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 21392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 2147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 2155778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 216251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 2175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 218ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 219ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerService(new ResourceManagerServiceProxy()), 2202606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 2212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 22267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 22367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 2245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 2255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 2265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 2276507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 2283d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 2293d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 2305778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2325778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 2335778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 23467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 2355778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2375778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 2385778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 2395778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 2405778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 2415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 2435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 2475778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 2485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2515778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2533f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 25447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 25547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 25647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 25747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 25847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 25947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 260c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 26147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 262c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 263c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 264c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 265dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 26667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 26767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 268671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 269671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 270671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 271671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 272671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2735778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 2745778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 2755778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 2765778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 277744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 278bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung if (nameIsType || !strncasecmp(name.c_str(), "omx.", 4)) { 279744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new ACodec; 280744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else if (!nameIsType 281bcc1a8299224b35aa2d16cf522d4aa5bcfa1ab60Andy Hung && !strncasecmp(name.c_str(), "android.filter.", 15)) { 282744f5739019d1fd917f981e740b353c3d73fd1a8David Smith mCodec = new MediaFilter; 283744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } else { 284744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 285744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 286744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 28767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 288dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 28967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 2906f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 2916f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 2926f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 29367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 2946f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 2956f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 29660b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 29748a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (mcl == NULL) { 29848a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec = NULL; // remove the codec. 29948a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return NO_INIT; // if called from Java should raise IOException 30048a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 3016f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 3026f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 30360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 30460b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 30560b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 30660b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 30760b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 30867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 30960b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 3106f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3116f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3126f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 31667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 3175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 3185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 3195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 3205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 3215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 3245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 3255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 3265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 3295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3301d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar mCodec->setNotificationMessage(new AMessage(kWhatCodecNotify, this)); 3315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3321d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 3335778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 3345778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 3355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 3375778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 3385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 34067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 34167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 34267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = secureCodec ? kResourceSecureCodec : kResourceNonSecureCodec; 343c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 344c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 34567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 34667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 34767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 34867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mResourceManagerService->reclaimResource(getCallingPid(), resources)) { 34967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 35067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 35167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 35267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 35367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 35467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 35567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 35667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 35767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 35867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 35967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 3605778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 362c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 3631d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 364c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 365c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 366c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 367c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 368c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 369c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3705778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 3715778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 372f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 3731bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 3745778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 3751d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 3765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 37867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 37967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 38067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 38167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 3825778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 3835778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 384f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 3851bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 3861bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (crypto != NULL) { 3871bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setPointer("crypto", crypto.get()); 3885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 39067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 39167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 392f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 39367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 39467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 39567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 39667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 397c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 398c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 39967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 40067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 40167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 40267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 40367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 40467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 40567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mResourceManagerService->reclaimResource(getCallingPid(), resources)) { 40667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 40767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 40867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 409f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 41067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 41167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 41267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 41367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 41467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 41567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 41667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 41767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 41867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 41967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 42067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 42167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 42267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 42367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 42467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 425f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 426f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 4275778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4298f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 430d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 4318f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 432d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 433d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 434d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 435d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 436d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 437d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 4381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 4391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 4401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 4411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 4431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 4441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 4451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 4477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 4481d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 4497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 4507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 4517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 4527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 4537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 4547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 4557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 4567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 4577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 4587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 4597cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 4607cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 4617cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 4627cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 4637cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 4647cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 4657cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 46667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 46767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 46867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 46967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 47067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 47167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 47267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 47367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 47467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 47567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 47667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 47767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 47867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 47967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 480c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wuvoid MediaCodec::addResource(const String8 &type, const String8 &subtype, uint64_t value) { 48167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 482c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 48367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 48467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu getCallingPid(), getId(mResourceManagerClient), mResourceManagerClient, resources); 48567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 48667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 4875778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 4881d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 4895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 49067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 49167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 49267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 49367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 494c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 495c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 49667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 49767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 49867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 49967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 50067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 50167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 50267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mResourceManagerService->reclaimResource(getCallingPid(), resources)) { 50367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 50467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 50567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 50667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 50767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 50867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 50967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 51067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 51167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 51267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 51367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 51467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 51567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 51667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 51767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 51867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 51967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 52067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 52167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 52267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 52367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 52467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 52567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 5265778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5285778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 5291d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 5305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5315778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 5325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 5335778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 53547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wustatus_t MediaCodec::reclaim() { 53647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 53747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 53847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 53947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 54047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return PostAndAwaitResponse(msg, &response); 54147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 54247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 543c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 5441d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 545c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 546c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 547c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 548c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 549c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 550671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 551671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 552671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 553671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 554671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 555671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 556671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 557671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 558671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 559671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 560671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 561671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 562671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 563671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 564671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 565671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 566671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 567671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 568671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 569251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 570671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 571671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 572671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 573671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 574671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 575671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 576671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 577671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 578671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 579671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 580dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 581671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 582671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 583671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 584671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 5855778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 5865778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 5875778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 5885778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 5895778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 5905b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 5915b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 5925b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 5935b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 5945b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 5955b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 5961d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 5975778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 5985778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 5995778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 6005778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 6015778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 6025b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 6035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6045778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6055778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6065778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6084b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 6094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 6104b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 6114b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 6124b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 6134b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 6144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 6154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 6164b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 6175b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6185b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6195b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6205b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6215b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6225b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6231d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 6244b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 6254b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 6264b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 6274b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 6284b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 6294b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 6304b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 6314b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 6324b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 6335b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 6344b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 6354b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 6365b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 6375b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6385b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 6394b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 6404b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 6415778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 6421d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 6435778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 6445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6455778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6465778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 6475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 6485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 6495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6515778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 6525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 6545778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6565778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 6575778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 6585778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 6595778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 6605778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 6615778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 6625778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 6631d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 6645778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 6655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6665778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6675778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 6685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 6695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 6705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6725778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 6735778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 6745778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 6755778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 6765778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 6775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 6795778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6815778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 6821d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 6835778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 6845778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 6855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6865778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6885778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 690fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 6911d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 692fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 693fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 694fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 695fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 696fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 697fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 698fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 699fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 7005778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 7011d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7025778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7045778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7055778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7065778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 7091d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 7107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 7127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 7137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 7147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7155778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 7161d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 7175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7185778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7195778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7215778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7245778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 7255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7275778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 729e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 7301d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 731e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 732e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 733e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 734e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 735e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 736e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 737e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 738e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 739e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 740e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 741e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 742e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 743717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 7441d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 745717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 746717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 747717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 748717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 749717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 750717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 751717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 752717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 753717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 754717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 755717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 756717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 757e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnarstatus_t MediaCodec::getWidevineLegacyBuffers(Vector<sp<ABuffer> > *buffers) const { 758e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 759e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("portIndex", kPortIndexInput); 760e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setPointer("buffers", buffers); 761e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("widevine", true); 762e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 763e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> response; 764e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar return PostAndAwaitResponse(msg, &response); 765e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar} 766e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 7675778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getInputBuffers(Vector<sp<ABuffer> > *buffers) const { 7681d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 7695778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 7705778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 7715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7725778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7745778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7765778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputBuffers(Vector<sp<ABuffer> > *buffers) const { 7771d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 7785778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 7795778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 7805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7815778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7835778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7857bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputBuffer(size_t index, sp<ABuffer> *buffer) { 7867bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 7877bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 7887bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 7897bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 7907bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 7917bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> buffer; 7927bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 7937bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 7947bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 7957bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getInputBuffer(size_t index, sp<ABuffer> *buffer) { 7967bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 7977bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 7987bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 7997bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8000e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 8010e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 8020e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 8030e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 8047bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 8057bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 8067bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> *buffer, sp<AMessage> *format) { 8077bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 8087bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 80947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 81047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 81147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 81247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 8137bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 8147bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 8150e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 8167bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 8177bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 8187bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8197bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 8207bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 8217bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 8227bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 8237bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (index < buffers->size()) { 8247bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo &info = buffers->itemAt(index); 8257bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (info.mOwnedByClient) { 8260837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar // by the time buffers array is initialized, crypto is set 8270837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar if (portIndex == kPortIndexInput && mCrypto != NULL) { 8280837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mEncryptedData; 8290837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } else { 8300837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mData; 8310837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } 8327bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar *format = info.mFormat; 8337bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 8347bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 8357bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 8367bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8377bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8385778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 8391d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 8405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8415778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8435778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 845496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 8461d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 847496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 848496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 849496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 850496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 851575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 8521d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 853575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 854575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 855575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 856575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 8575778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 8585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8595778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 8605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 861c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 8625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8635778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 8645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 8655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 8665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 869c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 8705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8715778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 8725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 8735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 8745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8755778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8773f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 8780e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 8795778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 880c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 8815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 882251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 883251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 884251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 8855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8875778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 8885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 8905778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 8915778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 8925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8945778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 8955778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 8965778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 8975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 8995778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9013f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9020e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9035778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 90447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 905251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 90647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 9075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 90847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 9095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 9105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 91147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 9125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 9135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 91447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 9155778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 9165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 9185778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 9195778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 9205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9225778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<ABuffer> &buffer = 9235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[kPortIndexOutput].itemAt(index).mData; 9245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9255778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 9265778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 9275778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 9285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9295778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 9305778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 9315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9325778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 9335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9345778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 9355778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 9365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9375778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags = 0; 9385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 9395778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_SYNCFRAME; 9405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 9425778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_CODECCONFIG; 9435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_EOS) { 9455778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_EOS; 9465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9485778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 94947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 9505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 9535778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9555778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 9565778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 9575778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 9585778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 9595778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 9605778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 9615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9625778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 96392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatError: 9645778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 965251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 966251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 967251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 9685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9699e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 9709e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 971251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 972aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 97352dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 974aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 975aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 9765530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 9775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9785778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 9795778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 9805778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 9815778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 9825778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 9835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9855778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 9865778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 987c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 988c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 9895778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 9905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9925778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 9935778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 994c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 995c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 9965778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 9975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9995778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STOPPING: 1000c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 10015778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10025778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 10035778822d86b0337407514b9372562b86edfa91cdAndreas Huber // the shutdown complete notification. 10045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10055530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 100603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 1007aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 100803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 100903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 101003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 101103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 101203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 101303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 101403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 101503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 10166e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 10176e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 10186e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 101903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 102003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 10215778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10245778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 10255778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10269e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 10279e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 10289e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 10299e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 10309e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 10319e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 10325778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10350e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 10365778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 10375778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10385530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 10395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1040251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1041575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 10425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10435778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1044c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1045c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1046251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1047251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1048251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1049251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1050251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1051251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1052251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1053251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1054251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1055251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1056251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1057c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 10585778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10615778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 10625778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10635530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 10645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1065251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1066575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1067c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1068251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1069251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1070251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1071251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1072c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1073251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1074251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1075251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1076251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1077251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1078251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1079251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1080251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1081251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1082251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1083251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1084c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 10855778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10895530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1090251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 10915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10925778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 109592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentAllocated: 10965778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10975778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 10985778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 109952dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 11005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1101717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 11025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1103717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 11043a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 11055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 11063a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 11075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 110967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu String8 resourceType; 1110717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 11111bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 111267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceSecureCodec); 11131bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 11141bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 111567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceNonSecureCodec); 11161bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1117c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 1118c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 1119c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu addResource(resourceType, String8(subtype), 1); 11201bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 11215778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 11225778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 112592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentConfigured: 11265778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11275778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 11285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11296507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 11306507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 11316507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1132e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1133e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1134e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 11353a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 11363a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 11373a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 11383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 11393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 11402606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 11415778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 11425778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 114592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatInputSurfaceCreated: 11467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 114792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 11487cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 11491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 11507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 11517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 11527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 11537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 11547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 11556507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 11567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 11577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 11587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 11597cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 11607cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 11617cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 11627cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1163d291c222357303b9611cab89d0c3b047584ef377Chong Zhang case CodecBase::kWhatInputSurfaceAccepted: 1164d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 11658f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 1166d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 1167d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 1168d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 1169d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 1170d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1171d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 1172d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1173d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 1174d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 1175d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1176d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 117792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatSignaledInputEOS: 11787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 117992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 11801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 11817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 11827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 11837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 11847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 11857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 11867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 11877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 11887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 11897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 119092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatBuffersAllocated: 11915778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11927bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 11935778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 11945778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 11955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11965778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("%s buffers allocated", 11975778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 11985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput 12005778822d86b0337407514b9372562b86edfa91cdAndreas Huber || portIndex == kPortIndexOutput); 12015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[portIndex].clear(); 12035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12045778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 12055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1206eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<RefBase> obj; 1207eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber CHECK(msg->findObject("portDesc", &obj)); 1208eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 120992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar sp<CodecBase::PortDescription> portDesc = 121092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar static_cast<CodecBase::PortDescription *>(obj.get()); 12115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1212eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t numBuffers = portDesc->countBuffers(); 12135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1214c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker size_t totalSize = 0; 1215c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker for (size_t i = 0; i < numBuffers; ++i) { 1216c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (portIndex == kPortIndexInput && mCrypto != NULL) { 1217c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker totalSize += portDesc->bufferAt(i)->capacity(); 1218c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1219c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1220c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1221c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (totalSize) { 1222c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker mDealer = new MemoryDealer(totalSize, "MediaCodec"); 1223c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1224c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1225eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber for (size_t i = 0; i < numBuffers; ++i) { 12265778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo info; 1227eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mBufferID = portDesc->bufferIDAt(i); 12285778822d86b0337407514b9372562b86edfa91cdAndreas Huber info.mOwnedByClient = false; 1229eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mData = portDesc->bufferAt(i); 12305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12311bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (portIndex == kPortIndexInput && mCrypto != NULL) { 1232c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker sp<IMemory> mem = mDealer->allocate(info.mData->capacity()); 1233ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mEncryptedData = 1234c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker new ABuffer(mem->pointer(), info.mData->capacity()); 1235c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info.mSharedEncryptedBuffer = mem; 1236ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1237ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 12385778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffers->push_back(info); 12395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexOutput) { 12425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState == STARTING) { 12435778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We're always allocating output buffers after 12445778822d86b0337407514b9372562b86edfa91cdAndreas Huber // allocating input buffers, so this is a good 12455778822d86b0337407514b9372562b86edfa91cdAndreas Huber // indication that now all buffers are allocated. 124667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 1247c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu String8 subtype; 1248c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu addResource( 1249c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu String8(kResourceGraphicMemory), 1250c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu subtype, 1251c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu getGraphicBufferSize()); 125267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 12535778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTED); 12545778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 12565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagOutputBuffersChanged; 1257575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 12585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12605778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 126392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatOutputFormatChanged: 12645778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12655778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("codec output format changed"); 12665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1267475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mSoftRenderer == NULL && 1268f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface != NULL && 12693a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar (mFlags & kFlagUsesSoftwareRenderer)) { 12705778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 12715778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 12725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1273475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mime.startsWithIgnoreCase("video/")) { 1274f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSoftRenderer = new SoftwareRenderer(mSurface); 12755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat = msg; 1279e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1280e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagIsEncoder) { 1281e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Before we announce the format change we should 1282e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // collect codec specific data and amend the output 1283e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format as necessary. 1284e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagGatherCodecSpecificData; 1285c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagIsAsync) { 1286c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1287e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 1288e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagOutputFormatChanged; 1289e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber postActivityNotificationIfPossible(); 1290e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 12912514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 12922514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker // Notify mCrypto of video resolution changes 12932514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker if (mCrypto != NULL) { 12948140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar int32_t left, top, right, bottom, width, height; 12958140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 12968140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 12978140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } else if (mOutputFormat->findInt32("width", &width) 12988140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar && mOutputFormat->findInt32("height", &height)) { 12998140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(width, height); 13008140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } 13012514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker } 13022514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 13035778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 130692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFillThisBuffer: 13075778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13085778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 13095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1310c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1311c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1312c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 13135778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 13145778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13178ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 13188ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 13198ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 13208ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13218ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 13228ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 13238ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 13248ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 13258ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 13268ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 13288ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 13298ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 13308ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 13318ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 13328ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1333251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1334575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1335575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 13368ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 13378ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 13388ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 13398ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 13408ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1341c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 13426e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 13433d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 13443d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 13453d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 13463d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 13473d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 13486e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1349c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 13505778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 13515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13525778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 13535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 13545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1355575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1356575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 13575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13585778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 136192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatDrainThisBuffer: 13625778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13635778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 13645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1365c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1366c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1367c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 13685778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 13695778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13722d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 13732d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber CHECK(msg->findBuffer("buffer", &buffer)); 13745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13755778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 13765778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", &omxFlags)); 13775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13785778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffer->meta()->setInt32("omxFlags", omxFlags); 13795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1380e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagGatherCodecSpecificData) { 1381e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // This is the very first output buffer after a 1382e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format change was signalled, it'll either contain 1383e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the one piece of codec specific data we can expect 1384e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // or there won't be codec specific data. 1385e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 1386e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber status_t err = 1387e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber amendOutputFormatWithCodecSpecificData(buffer); 1388e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1389e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (err != OK) { 1390e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ALOGE("Codec spit out malformed codec " 1391e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber "specific data!"); 1392e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1393e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1394e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1395e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1396c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1397c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1398c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1399c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1400c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1401e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1402e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1403c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1404c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1405c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 14065778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 14075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14085778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 14095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 14105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1411575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1412575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 14135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1414575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 14155778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 141892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatEOS: 14195778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14205778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 14215778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 14225778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 142592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatShutdownCompleted: 14265778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1427c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == STOPPING) { 1428c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(INITIALIZED); 1429c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } else { 1430c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK_EQ(mState, RELEASING); 1431c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(UNINITIALIZED); 14326e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 1433c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 143452dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 14355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 143667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 143767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14385778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 14395778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 144292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFlushCompleted: 14435778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14445530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 14455530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 14465530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 14475530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 14485530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 14495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14500e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 14510e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 14520e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 14530e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 14540e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 14550e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 14565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14575778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 14585778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14615778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 14625778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 14635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14645778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14675778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 14685778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14693f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 14705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 14715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1473c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 14745778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 14785778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 14795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14805778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 14815778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 14825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14835778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 14845778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 14850db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 14860db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 14875778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 14885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14905778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 14915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 14935778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 14945778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 14955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 14965778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 14975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14995778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 15005778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1503c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1504c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 15053f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1506c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1507c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1508c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1509c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 15100e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 15110e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1512c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1513c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1514c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1515c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1516c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1517c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1518c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1519c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1520c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1521c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1522c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1523c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1524c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1525c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1526c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1527c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1528c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1529c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1530c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1531c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1532c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1533c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1534c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 15355778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 15365778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15373f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 15385778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1541c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15425778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15455778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 1546f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 15475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15485778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 15495778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 15505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15518b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 15528b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 15538b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 15548b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 15558b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 15565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 15575778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 1558f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 15597541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1560c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 15617541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 15621bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 15631bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 1564f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 15651bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 15661bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 15677541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 15687541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 15697541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 15701bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 15711bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 15721bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 15735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15751bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 15761bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 15775778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 15785778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 15795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 15815778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 1582e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 15835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15858ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 15868ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 15875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 15885778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 15921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 15931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 15941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 15951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 15961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 15971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface; 15981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 15991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 16001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 16011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 16021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 16031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 16041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 16051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 16061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 16071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 16081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 16091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 16101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 16111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 16121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 16131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 16141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 16151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == BAD_VALUE) { 16161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assuming reconnecting to same surface 16171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if it is the same surface 16181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 16191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 16201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 16211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 16228b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 16238b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 16248b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 16258b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 16261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 16271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 16281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 16291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 16301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 16331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 16341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 16351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 16391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 16411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 16421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 16431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 16441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 16461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 16471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 16481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 16491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 16507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 16518f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 16527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 16533f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 16557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 16567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 16577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 1658c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16597cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 16607cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16617cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 16627cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 1663d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 1664d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 1665d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1666d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 1667d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 1668d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 16698f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 1670d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 1671d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 16727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 16737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16745778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 16755778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16763f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16775778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 16785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16790e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 1680d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 16813d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 16823d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 16833d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 16843d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 16850e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 16860e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 1687d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 16880e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 1689c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16905778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 16945778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 16955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 16975778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17005778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 1701c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 1702c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 1703aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 1704aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 1705aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 17063f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1707c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1708c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 170947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 171047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 171147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 171247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 171347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 171447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 171547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 171647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 171747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 171847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 171947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 172047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 172147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 172247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 172333223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung if (!((mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED) // See 1 172433223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 17250e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 172633223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 172733223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 172833223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 172952dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 173003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 173103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 173203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 173303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 173403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 1735c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 173647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 173747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 17386e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 17396e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 17406e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 17416e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 17426e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1743c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 1744c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 1745c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1746c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1747aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 1748aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 1749aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 1750aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 17516e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 17526e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 17536e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1754aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 1755aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 1756aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1757aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1758c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 1759aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 1760aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1761aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 1762aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 1763c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 17645778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 17658b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 17668b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 17678b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 17688b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 17695778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17725778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 17735778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17743f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17755778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 17765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1777c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1778c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1779c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1780c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1781c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1782c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 17836507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 17846507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 1785c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 17866507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 17876507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 17886507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 17895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 17905778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17935778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 17945778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 17955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1797c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 17985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 18025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 18035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 18055778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 18061d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 18075778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 18085778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 18095778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 18105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18115778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18145778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 18155778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18165778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 18175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 18185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 18205778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 18215778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18245778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 18255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1826c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 18275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 18295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 18305778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18335778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 18345778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18353f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18365778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1838251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1839c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18405778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1841251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1842251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1843251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 18445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18465778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 18475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1848c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 18495778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18525778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 18535778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18543f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18555778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1857c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1858c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1859c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1860c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1861c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1862c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 18635778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 18645778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18675778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 18685778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 18695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1871c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 18725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18755778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 18765778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 18775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 18795778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 18801d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 18815778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 18825778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 18835778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 18845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18855778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18885778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 18895778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18905778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 18915778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 18925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 18945778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 18955778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18985778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 18995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1900c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 19015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 19035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 19045778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19075778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 19085778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19093f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19105778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1912251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1913c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19145778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1915251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1916251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1917251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19205778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 19215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1922c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 19235778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 19277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 19283f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 19307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1931251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1932c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 1934251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1935251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1936251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 19387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 19397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 19407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 19417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 19427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 19437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 19445778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 19455778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19463f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19475778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1948e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // Unfortunately widevine legacy source requires knowing all of the 1949e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // codec input buffers, so we have to provide them even in async mode. 1950e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar int32_t widevine = 0; 1951e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->findInt32("widevine", &widevine); 19525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1953e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar if (!isExecuting() || ((mFlags & kFlagIsAsync) && !widevine)) { 1954c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19555778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1956251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1957251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1958251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19615778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 19625778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 19635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19645778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<sp<ABuffer> > *dstBuffers; 19655778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 19665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19675778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 19685778822d86b0337407514b9372562b86edfa91cdAndreas Huber const Vector<BufferInfo> &srcBuffers = mPortBuffers[portIndex]; 19695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19705778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < srcBuffers.size(); ++i) { 19715778822d86b0337407514b9372562b86edfa91cdAndreas Huber const BufferInfo &info = srcBuffers.itemAt(i); 19725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1973ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber dstBuffers->push_back( 19741bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (portIndex == kPortIndexInput && mCrypto != NULL) 1975ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? info.mEncryptedData : info.mData); 19765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19785778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 19795778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19825778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 19835778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19843f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19855778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1987251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1988c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19895778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1990251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1991251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1992251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19955778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 19960e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 19975778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 19985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19995778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 20005778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 20015778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2004e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 20055778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 20065778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2007e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2008e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2009e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 20103f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20115778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2013e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 20140e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 20150e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2016e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2017c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20185778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2019251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2020251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2021251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20245778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2025e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 20265778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 20275778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2030496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2031496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2032496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2033496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2034496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2035496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2036575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2037575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2038575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2039575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2040575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2041575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2042575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2043575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2044575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2045717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2046717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 20473f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2048717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2049717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2050717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2051c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2052717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2053717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2054717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2055717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2056717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2057717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2058717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2059717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2060717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2061a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2062a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 20633f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2064a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2065a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2066a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2067a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2068a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2069a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2070a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2071c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2072a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2073a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2074a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 20755778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 20765778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 20775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20785778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 20795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20808ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 20818ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 20828ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20838ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 20848ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 20858ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2086a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 20878ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 20888ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 20898ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20908ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 20918ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 20928ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 20938ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2094a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 20958ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 20968ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20978ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 20988ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 20998ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21007bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo *info = 21017bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar &mPortBuffers[kPortIndexInput].itemAt(bufferIndex); 21028ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21038ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 21048ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 21058ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber const sp<ABuffer> &codecInputData = 21078ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber (mCrypto != NULL) ? info->mEncryptedData : info->mData; 21088ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21098ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 21108ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 21118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 21128ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21138ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 21148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21158ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 21168ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21171d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 21188ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 21198ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 21208ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 21218ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 21228ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 21238ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 21248ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21258ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 21268ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 21278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21285778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 21297541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 21305778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 21315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 21325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21331bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 2134f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 21355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2136671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 21375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 21385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 21395778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 21405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2141e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2142e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 2143c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2144251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2145575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2146575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2147c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 21485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2150717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2151671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2152671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2153671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2154aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2155aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2156aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2157aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2158717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2159717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 21605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 21615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21625778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 21632606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 21642606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 21655778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 21665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21675778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodec() { 21685778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 21695778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 21705778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 21715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21725778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex) { 21735778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 21747bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 21755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21765778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 21775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21785778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 21795778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 21805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify != NULL) { 21825778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = info->mNotify; 21835778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 21845778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mOwnedByClient = false; 21855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexInput) { 21877fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* no error, just returning buffers */ 21887fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar msg->setInt32("err", OK); 21895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21905778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 21915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21945778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 21955778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 21965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21975778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 21985778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 21995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 22005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2201609b815a3131d22da38b2f452faa9f89daad4039Andy Hung uint32_t bufferID; 2202609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 22035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22045778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 22055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22065778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 22075778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 22085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mBufferID == bufferID) { 22105778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(info->mNotify == NULL); 22115778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("reply", &info->mNotify)); 22125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2213475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mFormat = 2214475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu (portIndex == kPortIndexInput) ? mInputFormat : mOutputFormat; 22155778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].push_back(i); 22165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return i; 22185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22215778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 22225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 22245778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22265778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 22275778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 22285778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 22295778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 22305778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 22315778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 22325778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 22335778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 22345778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 22355778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 22365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22374b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 22384b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 22394b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 22404b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 22414b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 22424b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22434b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 22444b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 22454b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 22464b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22474b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 22484b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto != NULL) { 22494b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 22504b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 22514b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22524b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 22534b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 22544b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 22554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 22564b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 22574b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 22584b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto == NULL) { 22594b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 22604b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 22614b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22624b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 22634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 22644b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 22654b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 22664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 22684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 22694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22704b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 22714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22724b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 22734b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 22744b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 22754b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 22764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 22774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 22784b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 22795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 22805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 22815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22835778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexInput].editItemAt(index); 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 22865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 22875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 22905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 22915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22935778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> reply = info->mNotify; 22945778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 22955778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 22965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_EOS) { 22985778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("eos", true); 22995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_CODECCONFIG) { 23025778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("csd", true); 23035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23051bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (mCrypto != NULL) { 23061bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (size > info->mEncryptedData->capacity()) { 23071bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber return -ERANGE; 2308ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2309ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 23105b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 23115b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 23125b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 2313fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong ssize_t result = mCrypto->decrypt( 23141bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (mFlags & kFlagIsSecure) != 0, 23151bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 23161bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 23171bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 2318c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info->mSharedEncryptedBuffer, 2319c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker offset, 23204b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 23214b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 23225b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mData->base(), 23235b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 23241bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2325fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong if (result < 0) { 2326fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong return result; 2327ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2328ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2329fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong info->mData->setRange(0, result); 2330ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2331ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 23327bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 23337bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 23347bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 23357bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 23367bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 23372d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber reply->setBuffer("buffer", info->mData); 23385778822d86b0337407514b9372562b86edfa91cdAndreas Huber reply->post(); 23395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23405b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mNotify = NULL; 23415b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 23425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 23435778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23455778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 23465778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 23475778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 23485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23495778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 23505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 23515778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 23525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23540e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 23555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 23565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 23595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 23605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23625778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index); 23635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 23655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 23665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 23697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 23707bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 23717bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 23727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 23737bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 237479ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou if (render && info->mData != NULL && info->mData->size() != 0) { 23755778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->setInt32("render", true); 23765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2377fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar int64_t timestampNs = 0; 2378fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (msg->findInt64("timestampNs", ×tampNs)) { 2379fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar info->mNotify->setInt64("timestampNs", timestampNs); 2380fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } else { 2381fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // TODO: it seems like we should use the timestamp 2382fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // in the (media)buffer as it potentially came from 2383fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // an input surface, but we did not propagate it prior to 2384fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar // API 20. Perhaps check for target SDK version. 2385fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#if 0 2386fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar if (info->mData->meta()->findInt64("timeUs", ×tampNs)) { 238747aea1f7c58f5302b16822f9e7e1763f2af04ef5Lajos Molnar ALOGV("using buffer PTS of %" PRId64, timestampNs); 2388fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar timestampNs *= 1000; 2389fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2390fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#endif 2391fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2392fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 23935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 23945778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer->render( 2395475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mData->data(), info->mData->size(), 2396475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu timestampNs, NULL, info->mFormat); 23975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24005778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->post(); 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 24025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24035778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 24045778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24065778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 24075778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 24085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24095778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 24105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 24125778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 24135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24155778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 24165778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 24175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24185778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[portIndex].editItemAt(index); 24195778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 24207bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 24217bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 24227bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 242303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 242403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 242503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat != NULL) { 242603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 242703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findBuffer("image-data", &imageData)) { 242803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 242903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 243003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 243103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findRect("crop", &left, &top, &right, &bottom)) { 243203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 243303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 243403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 24357bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 24365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 24385778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 24411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 24421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 24431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 24441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == BAD_VALUE) { 24451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGI("native window already connected. Assuming no change of surface"); 24461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (err != OK) { 24471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_api_connect returned an error: %s (%d)", strerror(-err), err); 24481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 24511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 24527541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 24531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 24541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 2455f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 24561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_disconnect(mSurface.get(), NATIVE_WINDOW_API_MEDIA); 24577541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 24581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("native_window_api_disconnect returned an error: %s (%d)", strerror(-err), err); 24597541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 24601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 2461f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 24627541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 24631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 24641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 24657541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 24661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 24671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 24681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 24691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 24701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2471f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 24721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 24731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 24741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 24757541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 24767541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 24771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 24787541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 24797541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2480c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 2481c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2482c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 2483c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2484c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 2485c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2486c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2487c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2488c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2489c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2490c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 2491c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2492c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 2493c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang const sp<ABuffer> &buffer = 2494c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mPortBuffers[kPortIndexOutput].itemAt(index).mData; 2495c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2496c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 2497c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2498c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 2499c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 2500c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2501c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 2502c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 2503c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2504c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 2505c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2506c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t omxFlags; 2507c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 2508c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2509c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t flags = 0; 2510c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 2511c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_SYNCFRAME; 2512c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2513c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 2514c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_CODECCONFIG; 2515c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2516c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_EOS) { 2517c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_EOS; 2518c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2519c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2520c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 2521c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2522c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2523c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2524c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2525c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2526749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 2527c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2528c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2529c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 2530c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 2531749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 2532749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 2533749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 2534749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 2535749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 2536c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2537c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2538c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2539c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2540c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2541c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 2542c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2543c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2544c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 2545c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 2546c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2547c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2548c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2549c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2550c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2551575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 2552575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 2553575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 2554575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2555575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2556e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 2557e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 2558575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 2559e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 2560e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2561e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 2562575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 2563575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 2564e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 2565e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 2566e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2567e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 2568e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 2569e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 2570e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 2571e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 2572e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 2573e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 2574575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 2575575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2576575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2577575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 2578575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2579a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 25801d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 2581a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 2582a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2583a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 2584a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 2585a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2586a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2587a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 2588a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 2589a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2590a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 2591a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2592a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2593e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 2594e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const sp<ABuffer> &buffer) { 2595e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 2596e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 2597e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2598e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 2599e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 2600e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 2601e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 2602e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 2603e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2604e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 2605e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2606e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 2607e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 2608e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2609e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 2610e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 2611e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 2612e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 2613e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 2614e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 2615e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2616e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 2617a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 2618e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2619e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 2620e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2621e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2622e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 2623e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 2624e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2625e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 2626e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 2627e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 2628e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer("csd-0", buffer); 2629e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2630e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2631e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2632e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2633e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 26342606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 26352606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mState == CONFIGURED && !mBatteryStatNotified) { 26362606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 26372606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 26382606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 26392606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartVideo(); 26402606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 26412606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartAudio(); 26422606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 26432606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 26442606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 26452606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 26462606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 26472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 26482606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 26492606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopVideo(); 26502606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 26512606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopAudio(); 26522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 26532606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 26542606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 26552606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 26562606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 26572606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 26585778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 2659