MediaCodec.cpp revision 090ef604f81447eab4aa0a5b45d6307482573560
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 225778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 262606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 27c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 2879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 291a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 30ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 31d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 3267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 335778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 345778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 355778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 365b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 37ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 385778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 402606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 416f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 42e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 435778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 44744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 455778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 46d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 47d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 488b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 4999e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 502606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 512606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 53e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 545778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic int64_t getId(sp<IResourceManagerClient> client) { 5767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 5867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 5967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 6147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 6267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 654b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatic const int kMaxReclaimWaitTimeInUs = 500000; // 0.5s 6667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 68090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 6967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 7167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 7267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 7367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 7467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 7567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 7647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 774b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (err == WOULD_BLOCK) { 784b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Wait for the client to release codec."); 794b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu usleep(kMaxReclaimWaitTimeInUs); 804b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Try to reclaim again."); 814b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu err = codec->reclaim(true /* force */); 824b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 8367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 8467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 8567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 8767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 898f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 908f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 918f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 928f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 938f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 948f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 958f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 968f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 978f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 988f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 998f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 1008f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1018f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1028f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 10367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 10567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 10667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 10867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 10967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 11167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 11267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11368845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy(pid_t pid) 11468845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu : mPid(pid) { 11568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu if (mPid == MediaCodec::kNoPid) { 11668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mPid = IPCThreadState::self()->getCallingPid(); 11768845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu } 11867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 11967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 12167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 12267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 12367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 12467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 12567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 12767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 12867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 12967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 13067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 13167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 13267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 13367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 134e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 13567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 13667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 13867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 13967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 14067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 14167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 14267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 14567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const sp<IResourceManagerClient> client, 14667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 14767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 14867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 14967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 15067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 15137c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->addResource(mPid, clientId, client, resources); 15267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 15567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 15667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 15767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 15867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 15937c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->removeResource(mPid, clientId); 16067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 16167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 16337c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu const Vector<MediaResource> &resources) { 16467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 16567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 16667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 16767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 16837c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu return mService->reclaimResource(mPid, resources); 16967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 17067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1715778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1725778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 1736880f83431e54765364664d9ec50ce0d748bdfaeLajos Molnar const sp<ALooper> &looper, const AString &mime, bool encoder, status_t *err, pid_t pid) { 17468845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu sp<MediaCodec> codec = new MediaCodec(looper, pid); 1755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 176251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 177251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 178251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 179251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 180251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1815778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1835778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1845778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 1856880f83431e54765364664d9ec50ce0d748bdfaeLajos Molnar const sp<ALooper> &looper, const AString &name, status_t *err, pid_t pid) { 18668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu sp<MediaCodec> codec = new MediaCodec(looper, pid); 1875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 188251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 189251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 190251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 191251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 192251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1935778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 195d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 19665dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnarstatus_t MediaCodec::QueryCapabilities( 19765dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 19865dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps /* nonnull */) { 19965dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar // TRICKY: this method is used by MediaCodecList/Info during its 20065dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar // initialization. As such, we cannot create a MediaCodec instance 20165dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar // because that requires an initialized MediaCodecList. 20265dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar 20365dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar sp<CodecBase> codec = GetCodecBase(name); 20465dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar if (codec == NULL) { 20565dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar return NAME_NOT_FOUND; 20665dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar } 20765dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar 20865dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar return codec->queryCapabilities(name, mime, isEncoder, caps); 20965dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar} 21065dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar 21165dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar// static 212d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 213d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 214d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK_EQ(client.connect(), (status_t)OK); 215d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IOMX> omx = client.interface(); 216d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 21779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang const sp<IMediaCodecList> mediaCodecList = MediaCodecList::getInstance(); 21879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (mediaCodecList == NULL) { 21979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Failed to obtain MediaCodecList!"); 22079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; // if called from Java should raise IOException 22179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 22279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 22379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang AString tmp; 22479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang sp<AMessage> globalSettings = mediaCodecList->getGlobalSettings(); 22579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (globalSettings == NULL || !globalSettings->findString( 22679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang kMaxEncoderInputBuffers, &tmp)) { 22779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Failed to get encoder input buffer count!"); 22879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 22979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 23079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 23179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang int32_t bufferCount = strtol(tmp.c_str(), NULL, 10); 23279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (bufferCount <= 0 23379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang || bufferCount > BufferQueue::MAX_MAX_ACQUIRED_BUFFERS) { 23479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Encoder input buffer count is invalid!"); 23579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 23679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 23779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 238d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 239d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferConsumer> bufferConsumer; 240d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 241d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = omx->createPersistentInputSurface( 242d291c222357303b9611cab89d0c3b047584ef377Chong Zhang &bufferProducer, &bufferConsumer); 243d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 244d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 245d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 246d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 247d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 248d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 24979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang err = bufferConsumer->setMaxAcquiredBufferCount(bufferCount); 25079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 25179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (err != NO_ERROR) { 25279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Unable to set BQ max acquired buffer count to %u: %d", 25379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang bufferCount, err); 25479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 25579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 25679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 257d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return new PersistentSurface(bufferProducer, bufferConsumer); 258d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 259d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 26068845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::MediaCodec(const sp<ALooper> &looper, pid_t pid) 2615778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 26247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 2635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 26492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 2657cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 2665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 267251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 2685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 269ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 27068845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mResourceManagerService(new ResourceManagerServiceProxy(pid)), 2712606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 2722606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 27367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 27467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 275505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees(0), 2765778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 2775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 2785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 2796507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 2803d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 2813d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 2825778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2845778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 2855778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 28667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 2875778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2895778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 2905778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 2915778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 2925778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 2935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 2955778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 2995778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 3005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3025778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 3035778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3053f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 30647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 30747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 30847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 30947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 31047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 31147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 312c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 31347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 314c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 315c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 316c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 31765dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar//static 31865dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnarsp<CodecBase> MediaCodec::GetCodecBase(const AString &name, bool nameIsType) { 31965dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar // at this time only ACodec specifies a mime type. 32065dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar if (nameIsType || name.startsWithIgnoreCase("omx.")) { 32165dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar return new ACodec; 32265dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar } else if (name.startsWithIgnoreCase("android.filter.")) { 32365dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar return new MediaFilter; 32465dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar } else { 32565dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar return NULL; 32665dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar } 32765dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar} 32865dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar 329dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 33067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 33167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 332671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 333671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 334671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 335671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 336671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 3375778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 3385778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 3395778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 3405778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 341744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 34265dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar mCodec = GetCodecBase(name, nameIsType); 34365dd3eeef54cf1d1c4edf2f966d3dabb508d3cb9Lajos Molnar if (mCodec == NULL) { 344744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 345744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 346744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 34767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 348dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 34967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 3506f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 3516f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 3526f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 35367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 3546f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 3556f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 35660b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 35748a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (mcl == NULL) { 35848a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec = NULL; // remove the codec. 35948a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return NO_INIT; // if called from Java should raise IOException 36048a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 3616f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 3626f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 36360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 36460b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 36560b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 36660b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 36760b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 36867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 36960b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 3706f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3716f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3726f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 37667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 3775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 3785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 3795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 3805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 3815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 3845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 3855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 3865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 3895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3901d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar mCodec->setNotificationMessage(new AMessage(kWhatCodecNotify, this)); 3915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3921d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 3935778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 3945778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 3955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 3975778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 3985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 40167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 40267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = secureCodec ? kResourceSecureCodec : kResourceNonSecureCodec; 403c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 404c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 40567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 40667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 40767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 40837c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 40967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 41067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 41167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 41267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 41367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 41467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 41567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 41667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 41767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 41867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 41967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 4205778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 422c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 4231d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 424c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 425c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 426c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 427c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 428c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 429c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 43090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 43190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 43290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 43390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 43490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 43590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4365778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 4375778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 438f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 4391bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 4405778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 4411d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 4425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 44467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 44567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 446505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang if (!format->findInt32("rotation-degrees", &mRotationDegrees)) { 447505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees = 0; 448505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang } 44967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 45067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 4515778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 4525778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 453f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 4541bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 4551bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (crypto != NULL) { 4561bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setPointer("crypto", crypto.get()); 4575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 46067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 461f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 46267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 46367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 46467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 46567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 466c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 467c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 46867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 46967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 47067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 47167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 47267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 47367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 47437c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 47567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 47667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 47767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 478f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 47967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 48067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 48167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 48267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 48367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 48467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 48567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 48667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 48767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 48867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 48967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 49067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 49167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 49267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 49367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 494f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 495f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 4965778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4988f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 499d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 5008f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 501d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 502d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 503d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 504d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 505d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 506d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 5081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 5091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 5101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 5121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 5131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 5141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 5167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 5171d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 5187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 5207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 5217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 5227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 5237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 5247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 5257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 5267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 5277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 5287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 5297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 5307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 5317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 5327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 5337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 53567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 53667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 53767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 53867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 53967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 54067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 54167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 54267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 54367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 54467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 54567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 54667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 54767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 54867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 549c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wuvoid MediaCodec::addResource(const String8 &type, const String8 &subtype, uint64_t value) { 55067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 551c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 55267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 55337c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu getId(mResourceManagerClient), mResourceManagerClient, resources); 55467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 55567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 5565778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 5571d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 5585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 55967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 56067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 56167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const char *type = (mFlags & kFlagIsSecure) ? 56267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu kResourceSecureCodec : kResourceNonSecureCodec; 563c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu const char *subtype = mIsVideo ? kResourceVideoCodec : kResourceAudioCodec; 564c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(String8(type), String8(subtype), 1)); 56567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 56667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 56767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resources.push_back(MediaResource(String8(kResourceGraphicMemory), 1)); 56867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 56967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 57067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 57137c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 57267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 57367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 57467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 57567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 57667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 57767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 57867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 57967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 58067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 58167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 58267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 58367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 58467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 58567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 58667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 58767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 58867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 58967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 59067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 59167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 59267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 59367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 59467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 5955778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5975778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 5981d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 5995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6005778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6025778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6044b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer(int portIndex) { 6054b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu const Vector<BufferInfo> &buffers = mPortBuffers[portIndex]; 6064b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu for (size_t i = 0; i < buffers.size(); ++i) { 6074b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu const BufferInfo &info = buffers.itemAt(i); 6084b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (info.mOwnedByClient) { 6094b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return true; 6104b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 6114b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 6124b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return false; 6134b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 6144b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 6154b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer() { 6164b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return hasPendingBuffer(kPortIndexInput) || hasPendingBuffer(kPortIndexOutput); 6174b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 6184b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 6194b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatus_t MediaCodec::reclaim(bool force) { 62058828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu ALOGD("MediaCodec::reclaim(%p) %s", this, mInitName.c_str()); 62147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 62247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 6234b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->setInt32("force", force ? 1 : 0); 62447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 62547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 6260abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu status_t ret = PostAndAwaitResponse(msg, &response); 6270abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu if (ret == -ENOENT) { 6280abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ALOGD("MediaCodec looper is gone, skip reclaim"); 6290abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ret = OK; 6300abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu } 6310abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu return ret; 63247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 63347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 634c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 6351d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 636c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 637c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 638c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 639c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 640c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 641671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 642671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 643671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 644671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 645671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 646671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 647671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 648671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 649671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 650671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 651671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 652671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 653671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 654671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 655671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 656671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 657671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 658671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 659671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 660251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 661671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 662671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 663671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 664671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 665671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 666671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 667671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 668671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 669671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 670671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 671dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 672671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 673671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 674671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 675671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 6765778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 6775778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 6785778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 6795778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 6805778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 6815b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6825b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6835b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6845b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6855b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6865b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6871d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 6885778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 6895778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 6905778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 6915778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 6925778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 6935b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 6945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6955778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6975778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6994b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 7004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 7014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 7024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 7034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 7044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 7054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 7064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 7074b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 7085b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 7095b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 7105b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 7115b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 7125b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 7135b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 7141d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 7154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 7164b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 7174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 7184b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 7194b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 7204b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 7214b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 7224b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 7234b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 7245b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 7254b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 7264b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 7275b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 7285b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 7295b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 7304b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 7314b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 7325778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 7331d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 7345778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7365778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7375778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7425778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7455778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7475778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 7485778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 7495778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 7505778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 7515778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 7525778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 7535778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 7541d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 7555778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7575778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7585778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7605778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7635778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7645778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 7655778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 7665778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 7675778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 7685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7705778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7725778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 7731d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7745778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7755778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 7765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7775778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7795778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 781fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 7821d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 783fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 784fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 785fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 786fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 787fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 788fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 789fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 790fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 7915778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 7921d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7935778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7955778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7975778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 8001d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 8017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 8027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 8037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 8047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 8057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 8065778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 8071d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 8085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8095778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8105778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 8115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 8125778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8155778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 8165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 8185778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 820e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 8211d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 822e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 823e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 824e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 825e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 826e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 827e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 828e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 829e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 830e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 831e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 832e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 833e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 834717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 8351d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 836717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 837717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 838717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 839717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 840717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 841717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 842717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 843717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 844717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 845717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 846717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 847717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 848e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnarstatus_t MediaCodec::getWidevineLegacyBuffers(Vector<sp<ABuffer> > *buffers) const { 849e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 850e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("portIndex", kPortIndexInput); 851e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setPointer("buffers", buffers); 852e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("widevine", true); 853e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 854e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> response; 855e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar return PostAndAwaitResponse(msg, &response); 856e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar} 857e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 8585778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getInputBuffers(Vector<sp<ABuffer> > *buffers) const { 8591d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8605778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 8615778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8635778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8655778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8675778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputBuffers(Vector<sp<ABuffer> > *buffers) const { 8681d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8695778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 8705778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8725778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8745778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputBuffer(size_t index, sp<ABuffer> *buffer) { 8777bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8787bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 8797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8807bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8817bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 8827bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> buffer; 8837bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 8847bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8857bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8867bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getInputBuffer(size_t index, sp<ABuffer> *buffer) { 8877bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8887bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 8897bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8907bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8910e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 8920e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 8930e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 8940e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 8957bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 8967bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 8977bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<ABuffer> *buffer, sp<AMessage> *format) { 8987bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 8997bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 90047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 90147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 90247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 90347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 9047bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 9057bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 9060e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 9077bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 9087bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 9097bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 9107bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 9117bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 9127bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 9137bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 9147bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (index < buffers->size()) { 9157bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo &info = buffers->itemAt(index); 9167bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar if (info.mOwnedByClient) { 9170837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar // by the time buffers array is initialized, crypto is set 9180837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar if (portIndex == kPortIndexInput && mCrypto != NULL) { 9190837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mEncryptedData; 9200837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } else { 9210837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar *buffer = info.mData; 9220837d0ac1b572923a27f1b0b742960fc64a6b162Lajos Molnar } 9237bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar *format = info.mFormat; 9247bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 9257bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 9267bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 9277bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 9287bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 9295778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 9301d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 9315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9325778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 9345778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 936496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 9371d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 938496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 939496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 940496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 941496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 942575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 9431d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 944575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 945575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 946575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 947575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 9485778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 9495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9505778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 9515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 952c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 9535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9545778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 9555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 9565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 9575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 960c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 9615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9625778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 9635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 9645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 9655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9665778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9683f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9690e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9705778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 971c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 9725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 973251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 974251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 975251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 9765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9785778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 9795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 9815778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 9825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 9835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9855778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 9865778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 9875778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 9885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 9905778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9923f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9930e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9945778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 99547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 996251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 99747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 9985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 99947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 10005778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 10015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 100247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 10035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 10045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 100547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 10065778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 10075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 10095778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 10105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 10115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10135778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<ABuffer> &buffer = 10145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[kPortIndexOutput].itemAt(index).mData; 10155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10165778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 10175778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 10185778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 10195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10205778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 10215778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 10225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10235778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 10245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10255778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 10265778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 10275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10285778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags = 0; 10295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 10305778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_SYNCFRAME; 10315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 10335778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_CODECCONFIG; 10345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_EOS) { 10365778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_EOS; 10375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10395778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 104047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 10415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 10445778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10465778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 10475778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 10485778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 10495778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10505778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 10515778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 10525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10535778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 105492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatError: 10555778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1056251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1057251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1058251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 10595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10609e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 10619e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1062251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1063aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 106452dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1065aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1066aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 10675530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 10685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10695778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 10705778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 10715778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10725778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 10735778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10765778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 10775778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1078c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1079c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 10805778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10835778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 10845778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1085c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1086c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 10875778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10905778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STOPPING: 1091c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 10925778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10935778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 10945778822d86b0337407514b9372562b86edfa91cdAndreas Huber // the shutdown complete notification. 10955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10965530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 109703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 1098aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 109903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 110003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 110103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 110203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 110303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 110403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 110503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 110603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 11076e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 11086e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 11096e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 111003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 111103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 11125778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11155778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 11165778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11179e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 11189e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 11199e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 11209e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 11219e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 11229e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 11235778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11260e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 11275778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 11285778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11295530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1131251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1132575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 11335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11345778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1135c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1136c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1137251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1138251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1139251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1140251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1141251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1142251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1143251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1144251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1145251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1146251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1147251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1148c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11495778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11525778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 11535778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11545530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1156251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1157575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1158c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1159251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1160251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1161251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1162251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1163c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1164251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1165251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1166251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1167251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1168251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1169251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1170251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1171251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1172251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1173251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1174251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1175c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11765778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11805530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1181251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 11825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11835778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 118692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentAllocated: 11875778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11885778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 11895778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 119052dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 11915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1192717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 11935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1194717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 11953a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 11965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 11973a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 11985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 120067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu String8 resourceType; 1201717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 12021bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 120367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceSecureCodec); 12041bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 12051bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 120667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu resourceType = String8(kResourceNonSecureCodec); 12071bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1208c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 120958828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu if (mIsVideo) { 121058828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu // audio codec is currently ignored. 121158828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu addResource(resourceType, String8(kResourceVideoCodec), 1); 121258828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu } 12131bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 12145778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12155778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 121892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentConfigured: 12195778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1220c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung if (mState == UNINITIALIZED || mState == INITIALIZED) { 1221c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // In case a kWhatError message came in and replied with error, 1222c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // we log a warning and ignore. 1223c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung ALOGW("configure interrupted by error, current state %d", mState); 1224c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung break; 1225c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung } 12265778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 12275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12286507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 12296507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 12306507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1231e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1232e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1233e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 12343a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 12353a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 12363a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 12373a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 12383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 12392606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 12405778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12415778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 124492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatInputSurfaceCreated: 12457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 124692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 12477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 12481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 12497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 12507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 12517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 12527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 12537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 12546507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 12557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 12567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12597cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12607cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12617cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1262d291c222357303b9611cab89d0c3b047584ef377Chong Zhang case CodecBase::kWhatInputSurfaceAccepted: 1263d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 12648f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 1265d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 1266d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 1267d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 1268d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 1269d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1270d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 1271d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1272d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 1273d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 1274d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1275d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 127692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatSignaledInputEOS: 12777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 127892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 12791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 12807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 12817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 12827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 12887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 128992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatBuffersAllocated: 12905778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12917bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 12925778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 12935778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 12945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12955778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("%s buffers allocated", 12965778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 12975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12985778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput 12995778822d86b0337407514b9372562b86edfa91cdAndreas Huber || portIndex == kPortIndexOutput); 13005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[portIndex].clear(); 13025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13035778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 13045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1305eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<RefBase> obj; 1306eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber CHECK(msg->findObject("portDesc", &obj)); 1307eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 130892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar sp<CodecBase::PortDescription> portDesc = 130992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar static_cast<CodecBase::PortDescription *>(obj.get()); 13105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1311eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t numBuffers = portDesc->countBuffers(); 13125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1313c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker size_t totalSize = 0; 1314c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker for (size_t i = 0; i < numBuffers; ++i) { 1315c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (portIndex == kPortIndexInput && mCrypto != NULL) { 1316c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker totalSize += portDesc->bufferAt(i)->capacity(); 1317c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1318c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1319c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1320c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (totalSize) { 1321c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker mDealer = new MemoryDealer(totalSize, "MediaCodec"); 1322c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1323c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1324eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber for (size_t i = 0; i < numBuffers; ++i) { 13255778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo info; 1326eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mBufferID = portDesc->bufferIDAt(i); 13275778822d86b0337407514b9372562b86edfa91cdAndreas Huber info.mOwnedByClient = false; 1328eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mData = portDesc->bufferAt(i); 13295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13301bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (portIndex == kPortIndexInput && mCrypto != NULL) { 1331c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker sp<IMemory> mem = mDealer->allocate(info.mData->capacity()); 1332ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mEncryptedData = 1333c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker new ABuffer(mem->pointer(), info.mData->capacity()); 1334c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info.mSharedEncryptedBuffer = mem; 1335ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1336ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 13375778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffers->push_back(info); 13385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexOutput) { 13415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState == STARTING) { 13425778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We're always allocating output buffers after 13435778822d86b0337407514b9372562b86edfa91cdAndreas Huber // allocating input buffers, so this is a good 13445778822d86b0337407514b9372562b86edfa91cdAndreas Huber // indication that now all buffers are allocated. 134567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 1346c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu String8 subtype; 1347c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu addResource( 1348c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu String8(kResourceGraphicMemory), 1349c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu subtype, 1350c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu getGraphicBufferSize()); 135167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 13525778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTED); 13535778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 13545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 13555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagOutputBuffersChanged; 1356575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 13575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13595778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 136292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatOutputFormatChanged: 13635778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13645778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("codec output format changed"); 13655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1366475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mSoftRenderer == NULL && 1367f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface != NULL && 13683a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar (mFlags & kFlagUsesSoftwareRenderer)) { 13695778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 13705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("mime", &mime)); 13715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1372475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mime.startsWithIgnoreCase("video/")) { 1373505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mSoftRenderer = new SoftwareRenderer(mSurface, mRotationDegrees); 13745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat = msg; 1378e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1379e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagIsEncoder) { 1380e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Before we announce the format change we should 1381e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // collect codec specific data and amend the output 1382e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format as necessary. 1383e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagGatherCodecSpecificData; 1384c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagIsAsync) { 1385c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1386e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 1387e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagOutputFormatChanged; 1388e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber postActivityNotificationIfPossible(); 1389e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 13902514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 13912514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker // Notify mCrypto of video resolution changes 13922514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker if (mCrypto != NULL) { 13938140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar int32_t left, top, right, bottom, width, height; 13948140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 13958140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 13968140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } else if (mOutputFormat->findInt32("width", &width) 13978140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar && mOutputFormat->findInt32("height", &height)) { 13988140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(width, height); 13998140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } 14002514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker } 14012514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 14025778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 140590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case CodecBase::kWhatOutputFramesRendered: 140690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 140790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 140890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 140990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 141090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 141190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 141290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 141390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 141490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 141590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 141690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 141792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFillThisBuffer: 14185778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14195778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 14205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1421c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1422c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1423c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 14245778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 14255778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14288ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 14298ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 14308ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 14318ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14328ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 14338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 14348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 14358ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 14368ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 14378ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14388ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 14398ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14408ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 14418ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 14428ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 14438ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1444251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1445575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1446575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 14478ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 14488ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 14498ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 14508ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 14518ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1452c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 14536e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 14543d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 14553d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 14563d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 14573d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 14583d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 14596e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1460c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 14615778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 14625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14635778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 14645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 14655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1466575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1467575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 14685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14695778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 147292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatDrainThisBuffer: 14735778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14745778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 14755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1476c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1477c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1478c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 14795778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 14805778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14832d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 14842d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber CHECK(msg->findBuffer("buffer", &buffer)); 14855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14865778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 14875778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", &omxFlags)); 14885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14895778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffer->meta()->setInt32("omxFlags", omxFlags); 14905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1491e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagGatherCodecSpecificData) { 1492e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // This is the very first output buffer after a 1493e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format change was signalled, it'll either contain 1494e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the one piece of codec specific data we can expect 1495e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // or there won't be codec specific data. 1496e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 1497e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber status_t err = 1498e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber amendOutputFormatWithCodecSpecificData(buffer); 1499e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1500e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (err != OK) { 1501e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ALOGE("Codec spit out malformed codec " 1502e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber "specific data!"); 1503e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1504e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1505e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1506e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1507c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1508c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1509c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1510c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1511c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1512e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1513e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1514c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1515c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1516c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 15175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 15185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15195778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 15205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 15215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1522575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1523575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 15245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1525575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 15265778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 152992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatEOS: 15305778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15315778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 15325778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 15335778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 153692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatShutdownCompleted: 15375778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1538c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == STOPPING) { 1539c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(INITIALIZED); 1540c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } else { 1541c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK_EQ(mState, RELEASING); 1542c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(UNINITIALIZED); 15436e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 1544c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 154552dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 15465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 154767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 154867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15495778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15505778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 155392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFlushCompleted: 15545778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15555530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 15565530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 15575530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 15585530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 15595530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 15605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15610e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 15620e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 15630e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 15640e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 15650e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 15660e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 15675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15685778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15695778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15725778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 15735778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 15745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15755778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15785778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 15795778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15803f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 15815778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 15825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1584c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 15855778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 15895778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 15905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15915778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 15925778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 15935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15945778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 15955778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 15960db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 15970db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 15985778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 15995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16015778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 16025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 16045778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 16055778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 16065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 16075778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 16085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 16115778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 161490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 161590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 161690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 161790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 161890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 161990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 162090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 162190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 162290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1623c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1624c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 16253f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1626c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1627c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1628c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1629c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 16300e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 16310e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1632c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1633c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1634c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1635c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1636c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1637c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1638c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1639c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1640c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1641c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1642c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1643c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1644c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1645c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1646c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1647c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1648c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1649c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1650c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1651c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1652c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1653c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1654c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 16555778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 16565778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16573f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16585778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 16595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1661c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16625778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16655778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 1666f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 16675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16685778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 16695778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 16705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16718b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 16728b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 16738b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 16748b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 16758b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 16765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 16775778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 1678f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 16797541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1680c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 16817541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 16821bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 16831bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 1684f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 16851bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 16861bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16877541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 16887541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 16897541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 16901bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 16911bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 16921bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 16935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16951bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 16961bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16975778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 16985778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 16995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 17015778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 1702e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 17035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17058ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 17068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17075778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 17085778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 17121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 17131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 17141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 17151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 17171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface; 17181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 17201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 17211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 17221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 17231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 17241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 17251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 17261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 17271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 17281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 17291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 17301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 17311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 17321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 17331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 17351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == BAD_VALUE) { 17361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assuming reconnecting to same surface 17371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if it is the same surface 17381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 17391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 17411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 17428b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 17438b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 17448b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 17458b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 17461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 17471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 17481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 17501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 17531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 17541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 17551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 17621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 17631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 17671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17707cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 17718f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 17727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 17733f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 17757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 17767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 17777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 1778c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 17797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 17807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 17827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 1783d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 1784d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 1785d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1786d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 1787d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 1788d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 17898f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 1790d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 1791d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 17927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 17937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17945778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 17955778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17963f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17975778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 17985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17990e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 1800d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 18013d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 18023d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 18033d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 18043d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 18050e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 18060e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 1807d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 18080e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 1809c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18105778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18135778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 18145778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 18155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 18175778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18205778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 1821c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 1822c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 1823aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 1824aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 1825aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 18263f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1827c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1828c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 182947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 183047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 183147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 183247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 183347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 183447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 183547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 183647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 183747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 183847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 183947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 184047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 18414b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18424b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu int32_t force = 0; 18434b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->findInt32("force", &force); 18444b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (!force && hasPendingBuffer()) { 18454b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGW("Can't reclaim codec right now due to pending buffers."); 18464b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18474b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // return WOULD_BLOCK to ask resource manager to retry later. 18484b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu sp<AMessage> response = new AMessage; 18494b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->setInt32("err", WOULD_BLOCK); 18504b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->postReply(replyID); 18514b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18524b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // notify the async client 18534b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (mFlags & kFlagIsAsync) { 18544b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu onError(DEAD_OBJECT, ACTION_CODE_FATAL); 18554b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 18564b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu break; 18574b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 185847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 185947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 186033223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung if (!((mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED) // See 1 186133223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 18620e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 186333223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 186433223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 186533223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 186652dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 186703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 186803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 186903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 187003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 187103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 1872c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 187347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 187447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 18756e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 18766e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 18776e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 18786e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 18796e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1880c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 1881c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 1882c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1883c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1884aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 1885aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 1886aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 1887aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 18886e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 18896e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 18906e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1891aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 1892aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 1893aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1894aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1895c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 1896aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 1897aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1898aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 1899aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 1900c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 19015778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 19028b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 19038b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 19048b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 19058b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 19065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19095778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 19105778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19113f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19125778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1914c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1915c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1916c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1917c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1918c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1919c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 19206507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 19216507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 1922c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19236507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 19246507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 19256507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 19265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 19275778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19305778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 19315778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 19325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1934c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 19355778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 19395778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 19405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 19425778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 19431d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 19445778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 19455778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 19465778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 19475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19485778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19515778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 19525778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19535778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 19545778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 19555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 19575778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 19585778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19615778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 19625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1963c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 19645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 19665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 19675778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19705778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 19715778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19723f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19735778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1975251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 1976c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19775778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 1978251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1979251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1980251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 19815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19835778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 19845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1985c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 19865778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19895778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 19905778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19913f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19925778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1994c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1995c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1996c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1997c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1998c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1999c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 20005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 20015778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20045778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 20055778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 20065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2008c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 20095778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 20135778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 20145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 20165778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 20171d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 20185778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 20195778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 20205778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 20215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20225778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20255778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 20265778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20275778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 20285778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 20295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 20315778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 20325778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20355778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 20365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2037c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 20385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20395778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 20405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 20415778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20445778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 20455778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20463f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20475778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2049251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2050c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20515778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2052251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2053251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2054251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20575778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 20585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2059c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 20605778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20637cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 20647cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 20653f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20667cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 20677cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 2068251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2069c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20707cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 2071251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2072251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2073251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 20767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 20777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 20787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 20797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 20815778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 20825778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20833f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20845778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2085e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // Unfortunately widevine legacy source requires knowing all of the 2086e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // codec input buffers, so we have to provide them even in async mode. 2087e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar int32_t widevine = 0; 2088e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->findInt32("widevine", &widevine); 20895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2090e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar if (!isExecuting() || ((mFlags & kFlagIsAsync) && !widevine)) { 2091c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20925778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2093251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2094251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2095251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20985778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 20995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 21005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21015778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<sp<ABuffer> > *dstBuffers; 21025778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 21035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21045778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 21055778822d86b0337407514b9372562b86edfa91cdAndreas Huber const Vector<BufferInfo> &srcBuffers = mPortBuffers[portIndex]; 21065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21075778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < srcBuffers.size(); ++i) { 21085778822d86b0337407514b9372562b86edfa91cdAndreas Huber const BufferInfo &info = srcBuffers.itemAt(i); 21095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2110ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber dstBuffers->push_back( 21111bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (portIndex == kPortIndexInput && mCrypto != NULL) 2112ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? info.mEncryptedData : info.mData); 21135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21155778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 21165778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21195778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 21205778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21213f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21225778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2124251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2125c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21265778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2127251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2128251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2129251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 21330e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 21345778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 21355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 21375778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 21385778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2141e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 21425778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 21435778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2144e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2145e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2146e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 21473f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21485778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2150e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 21510e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 21520e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2153e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2154c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21555778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2156251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2157251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2158251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21615778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2162e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 21635778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 21645778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2167496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2168496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2169496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2170496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2171496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2172496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2173575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2174575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2175575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2176575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2177575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2178575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2179575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2180575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2181575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2182717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2183717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 21843f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2185717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2186717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2187717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2188c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2189717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2190717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2191717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2192717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2193717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2194717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2195717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2196717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2197717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2198a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2199a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 22003f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2201a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2202a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2203a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2204a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2205a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2206a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2207a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2208c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2209a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2210a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2211a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 22125778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 22135778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 22145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22155778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22178ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 22188ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 22198ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22208ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 22218ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 22228ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2223a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 22248ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 22258ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 22268ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 22288ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 22298ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 22308ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2231a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 22328ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 22338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 22358ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 22368ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22377bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo *info = 22387bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar &mPortBuffers[kPortIndexInput].itemAt(bufferIndex); 22398ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22408ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 22418ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 22428ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22438ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber const sp<ABuffer> &codecInputData = 22448ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber (mCrypto != NULL) ? info->mEncryptedData : info->mData; 22458ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22468ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 22478ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 22488ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 22498ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22508ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 22518ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22528ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 22538ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22541d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 22558ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 22568ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 22578ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 22588ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 22598ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 22608ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 22618ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22628ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 22638ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 22648ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22655778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 22667541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 22675778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 22685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 22695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22701bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 2271f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 22725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2273671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 22745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 22755778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 22765778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 22775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2278e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2279e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 2280c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2281251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2282575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2283575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2284c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 22855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2287717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2288671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2289671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2290671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2291aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2292aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2293aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2294aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2295717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2296717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 22975778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 22985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22995778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 23002606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 23012606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 23025778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23045778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodec() { 23055778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 23065778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 23075778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23095778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex) { 23105778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 23117bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 23125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23135778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 23145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23155778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 23165778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 23175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify != NULL) { 23195778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = info->mNotify; 23205778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 23215778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mOwnedByClient = false; 23225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexInput) { 23247fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* no error, just returning buffers */ 23257fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar msg->setInt32("err", OK); 23265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23275778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 23285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 23325778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23345778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 23355778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 23365778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 23375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2338609b815a3131d22da38b2f452faa9f89daad4039Andy Hung uint32_t bufferID; 2339609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 23405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23415778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 23425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23435778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 23445778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 23455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mBufferID == bufferID) { 23475778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(info->mNotify == NULL); 23485778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("reply", &info->mNotify)); 23495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2350475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mFormat = 2351475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu (portIndex == kPortIndexInput) ? mInputFormat : mOutputFormat; 23525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].push_back(i); 23535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return i; 23555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23585778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 23595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23605778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 23615778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23635778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 23645778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 23655778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 23665778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 23675778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 23685778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 23695778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 23705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 23715778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 23725778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 23735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23744b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 23754b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 23764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 23774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 23784b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 23794b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 23814b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 23824b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 23834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23844b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 23854b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto != NULL) { 23864b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 23874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 23884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 23904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 23914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 23924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 23934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 23944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 23954b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto == NULL) { 23964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 23974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 23984b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 23994b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 24004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 24014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 24024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 24034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 24054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 24064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24074b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 24084b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 24104b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 24114b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 24124b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 24134b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 24175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 24185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24205778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexInput].editItemAt(index); 24215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 24235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 24245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 24275778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 24285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24305778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> reply = info->mNotify; 24315778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 24325778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 24335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_EOS) { 24355778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("eos", true); 24365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_CODECCONFIG) { 24395778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("csd", true); 24405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24421bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (mCrypto != NULL) { 24431bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (size > info->mEncryptedData->capacity()) { 24441bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber return -ERANGE; 2445ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2446ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 24475b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 24485b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 24495b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 2450fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong ssize_t result = mCrypto->decrypt( 24511bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber (mFlags & kFlagIsSecure) != 0, 24521bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 24531bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 24541bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 2455c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info->mSharedEncryptedBuffer, 2456c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker offset, 24574b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 24584b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 24595b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mData->base(), 24605b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 24611bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2462fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong if (result < 0) { 2463fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong return result; 2464ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2465ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2466fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong info->mData->setRange(0, result); 2467ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2468ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 24697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 24707bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 24717bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 24727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 24737bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 24742d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber reply->setBuffer("buffer", info->mData); 24755778822d86b0337407514b9372562b86edfa91cdAndreas Huber reply->post(); 24765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24775b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mNotify = NULL; 24785b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 24795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 24805778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 248290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 248390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 248490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> done, sp<AMessage> &msg) { 248590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 248690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 248790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 248890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 248990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 249090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 249190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 249290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 249390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 249490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 249590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 249690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 249790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 249890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 24995778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 25005778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 25015778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 25025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25035778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 25045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 25055778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 25065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25080e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 25095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 25105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 25135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 25145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25165778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index); 25175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 25195778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 25205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25227bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 25237bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 25247bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 25257bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 25267bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 25277bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 252879ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou if (render && info->mData != NULL && info->mData->size() != 0) { 25295778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->setInt32("render", true); 25305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 253190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 253290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 253390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 253490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 2535c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar if (!msg->findInt64("timestampNs", &renderTimeNs)) { 2536c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 2537c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)mediaTimeUs); 253890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 2539fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2540c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar info->mNotify->setInt64("timestampNs", renderTimeNs); 2541fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 25425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 254390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 2544475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mData->data(), info->mData->size(), 254590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, renderTimeNs, NULL, info->mFormat); 254690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 254790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 254890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 254990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 255090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 255190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 255290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 255390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 255490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 255590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 25565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25595778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->post(); 25605778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 25615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 25635778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25655778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 25665778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 25675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25685778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 25695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 25715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 25725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25745778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 25755778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 25765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25775778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[portIndex].editItemAt(index); 25785778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 25797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 25807bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 25817bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 258203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 258303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 258403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat != NULL) { 258503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 258603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findBuffer("image-data", &imageData)) { 258703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 258803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 258903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 259003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findRect("crop", &left, &top, &right, &bottom)) { 259103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 259203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 259303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 25947bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 25955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 25975778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 26001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 26011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 26021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 26031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == BAD_VALUE) { 26041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGI("native window already connected. Assuming no change of surface"); 2605a81c6229638a4db56752dd77a6610e0f0971e877Lajos Molnar return err; 2606264bac95912efe121d6a60026612617f04f42966Lajos Molnar } else if (err == OK) { 2607264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Require a fresh set of buffers after each connect by using a unique generation 2608264bac95912efe121d6a60026612617f04f42966Lajos Molnar // number. Rely on the fact that max supported process id by Linux is 2^22. 2609264bac95912efe121d6a60026612617f04f42966Lajos Molnar // PID is never 0 so we don't have to worry that we use the default generation of 0. 2610264bac95912efe121d6a60026612617f04f42966Lajos Molnar // TODO: come up with a unique scheme if other producers also set the generation number. 2611264bac95912efe121d6a60026612617f04f42966Lajos Molnar static uint32_t mSurfaceGeneration = 0; 2612264bac95912efe121d6a60026612617f04f42966Lajos Molnar uint32_t generation = (getpid() << 10) | (++mSurfaceGeneration & ((1 << 10) - 1)); 2613264bac95912efe121d6a60026612617f04f42966Lajos Molnar surface->setGenerationNumber(generation); 2614264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGI("[%s] setting surface generation to %u", mComponentName.c_str(), generation); 2615264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2616264bac95912efe121d6a60026612617f04f42966Lajos Molnar // HACK: clear any free buffers. Remove when connect will automatically do this. 2617264bac95912efe121d6a60026612617f04f42966Lajos Molnar // This is needed as the consumer may be holding onto stale frames that it can reattach 2618264bac95912efe121d6a60026612617f04f42966Lajos Molnar // to this surface after disconnect/connect, and those free frames would inherit the new 2619264bac95912efe121d6a60026612617f04f42966Lajos Molnar // generation number. Disconnecting after setting a unique generation prevents this. 2620264bac95912efe121d6a60026612617f04f42966Lajos Molnar native_window_api_disconnect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2621264bac95912efe121d6a60026612617f04f42966Lajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2622264bac95912efe121d6a60026612617f04f42966Lajos Molnar } 2623264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2624264bac95912efe121d6a60026612617f04f42966Lajos Molnar if (err != OK) { 26251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_api_connect returned an error: %s (%d)", strerror(-err), err); 26261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 26271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 26281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 26291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 26307541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 26311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 26321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 2633f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 2634264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Resetting generation is not technically needed, but there is no need to keep it either 2635264bac95912efe121d6a60026612617f04f42966Lajos Molnar mSurface->setGenerationNumber(0); 26361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_disconnect(mSurface.get(), NATIVE_WINDOW_API_MEDIA); 26377541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 26381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("native_window_api_disconnect returned an error: %s (%d)", strerror(-err), err); 26397541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 26401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 2641f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 26427541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 26431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 26441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 26457541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 26461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 26471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 26481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 26491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 26501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2651f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 26521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 26531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 26541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 26557541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 26567541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 26571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 26587541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 26597541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2660c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 2661c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2662c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 2663c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2664c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 2665c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2666c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2667c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2668c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2669c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2670c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 2671c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2672c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 2673c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang const sp<ABuffer> &buffer = 2674c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mPortBuffers[kPortIndexOutput].itemAt(index).mData; 2675c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2676c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 2677c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2678c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 2679c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 2680c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2681c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 2682c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 2683c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2684c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 2685c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2686c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t omxFlags; 2687c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 2688c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2689c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t flags = 0; 2690c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 2691c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_SYNCFRAME; 2692c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2693c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 2694c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_CODECCONFIG; 2695c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2696c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_EOS) { 2697c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_EOS; 2698c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2699c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2700c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 2701c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2702c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2703c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2704c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2705c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2706749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 2707c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2708c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2709c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 2710c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 2711749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 2712749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 2713749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 2714749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 2715749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 2716c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2717c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2718c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2719c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2720c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2721c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 2722c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2723c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2724c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 2725c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 2726c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2727c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2728c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2729c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2730c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2731575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 2732575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 2733575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 2734575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2735575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2736e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 2737e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 2738575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 2739e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 2740e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2741e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 2742575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 2743575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 2744e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 2745e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 2746e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2747e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 2748e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 2749e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 2750e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 2751e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 2752e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 2753e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 2754575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 2755575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2756575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2757575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 2758575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2759a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 27601d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 2761a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 2762a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2763a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 2764a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 2765a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2766a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2767a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 2768a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 2769a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2770a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 2771a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2772a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2773e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 2774e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const sp<ABuffer> &buffer) { 2775e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 2776e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 2777e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2778e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 2779e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 2780e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 2781e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 2782e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 2783e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2784e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 2785e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2786e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 2787e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 2788e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2789e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 2790e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 2791e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 2792e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 2793e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 2794e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 2795e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2796e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 2797a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 2798e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2799e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 2800e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2801e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2802e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 2803e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 2804e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2805e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 2806e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 2807e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 2808e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer("csd-0", buffer); 2809e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2810e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2811e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2812e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2813e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 28142606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 28152606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mState == CONFIGURED && !mBatteryStatNotified) { 28162606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 28172606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 28182606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 28192606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartVideo(); 28202606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 28212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStartAudio(); 28222606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 28232606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 28242606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 28252606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 28262606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang BatteryNotifier& notifier(BatteryNotifier::getInstance()); 28272606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 28282606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang if (mIsVideo) { 28292606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopVideo(); 28302606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else { 28312606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang notifier.noteStopAudio(); 28322606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 28332606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 28342606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 28352606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 28362606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 28372606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 28385778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 2839