MediaCodec.cpp revision 7e34bf5af26f8752d4786d3098740cdf51e2438f
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 227e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include "include/SharedMemoryBuffer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 272606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 28c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 2979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 301a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 31ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 32d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 3367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 347e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include <media/MediaCodecBuffer.h> 355778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 365778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 375778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 385b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 39ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 405778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 422606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 436f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 44e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 455778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 46744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 475778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 48d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 49d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 508b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 5199e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 532606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 542606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 55e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 565778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 580d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsiehstatic int64_t getId(const sp<IResourceManagerClient> &client) { 5967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 6067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 6347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 6467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 674b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatic const int kMaxReclaimWaitTimeInUs = 500000; // 0.5s 6867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 70090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 7167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 7367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 7467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 7567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 7667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 7767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 7847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 794b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (err == WOULD_BLOCK) { 804b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Wait for the client to release codec."); 814b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu usleep(kMaxReclaimWaitTimeInUs); 824b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Try to reclaim again."); 834b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu err = codec->reclaim(true /* force */); 844b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 8567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 8667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 8767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 8967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 9067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 918f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 928f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 938f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 948f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 958f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 968f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 978f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 988f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 998f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 1008f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 1018f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 1028f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1038f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1048f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 10567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 10767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 10867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 11067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 11167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 11367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 11467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy(pid_t pid) 11668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu : mPid(pid) { 11768845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu if (mPid == MediaCodec::kNoPid) { 11868845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mPid = IPCThreadState::self()->getCallingPid(); 11968845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu } 12067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 12167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 12367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 12467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 12567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 12667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 12767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 12967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 13067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 13167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 13267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 13367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 13467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 13567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 136e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 13767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 13867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 14067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 14167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 14267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 14667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 1470d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const sp<IResourceManagerClient> &client, 14867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 14967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 15067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 15167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 15267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 15337c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->addResource(mPid, clientId, client, resources); 15467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 15767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 15867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 15967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 16067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 16137c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->removeResource(mPid, clientId); 16267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 16367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 16537c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu const Vector<MediaResource> &resources) { 16667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 16767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 16867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 16967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 17037c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu return mService->reclaimResource(mPid, resources); 17167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 17267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1735778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1745778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 1756fc17d1a7c5d2fb117491b2e9f66c6236b526508Lajos Molnar const sp<ALooper> &looper, const AString &mime, bool encoder, status_t *err, pid_t pid) { 17668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu sp<MediaCodec> codec = new MediaCodec(looper, pid); 1775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 178251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 179251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 180251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 181251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 182251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1835778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1855778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1865778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 1876fc17d1a7c5d2fb117491b2e9f66c6236b526508Lajos Molnar const sp<ALooper> &looper, const AString &name, status_t *err, pid_t pid) { 18868845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu sp<MediaCodec> codec = new MediaCodec(looper, pid); 1895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 190251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 191251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 192251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 193251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 194251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1955778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 197d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 1985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t MediaCodec::QueryCapabilities( 1995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 2005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps /* nonnull */) { 2015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TRICKY: this method is used by MediaCodecList/Info during its 2025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // initialization. As such, we cannot create a MediaCodec instance 2035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // because that requires an initialized MediaCodecList. 2045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 2055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecBase> codec = GetCodecBase(name); 2065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (codec == NULL) { 2075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NAME_NOT_FOUND; 2085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 2095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 2105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return codec->queryCapabilities(name, mime, isEncoder, caps); 2115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 2125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 2135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar// static 214d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 215d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 216d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK_EQ(client.connect(), (status_t)OK); 217d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IOMX> omx = client.interface(); 218d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 21979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang const sp<IMediaCodecList> mediaCodecList = MediaCodecList::getInstance(); 22079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (mediaCodecList == NULL) { 22179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Failed to obtain MediaCodecList!"); 22279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; // if called from Java should raise IOException 22379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 22479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 22579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang AString tmp; 22679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang sp<AMessage> globalSettings = mediaCodecList->getGlobalSettings(); 22779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (globalSettings == NULL || !globalSettings->findString( 22879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang kMaxEncoderInputBuffers, &tmp)) { 22979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Failed to get encoder input buffer count!"); 23079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 23179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 23279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 23379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang int32_t bufferCount = strtol(tmp.c_str(), NULL, 10); 23479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (bufferCount <= 0 23579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang || bufferCount > BufferQueue::MAX_MAX_ACQUIRED_BUFFERS) { 23679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Encoder input buffer count is invalid!"); 23779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 23879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 23979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 240d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 241d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferConsumer> bufferConsumer; 242d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 243d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = omx->createPersistentInputSurface( 244d291c222357303b9611cab89d0c3b047584ef377Chong Zhang &bufferProducer, &bufferConsumer); 245d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 246d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 247d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 248d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 249d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 250d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 25179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang err = bufferConsumer->setMaxAcquiredBufferCount(bufferCount); 25279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 25379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang if (err != NO_ERROR) { 25479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang ALOGE("Unable to set BQ max acquired buffer count to %u: %d", 25579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang bufferCount, err); 25679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 25779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 25879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 259d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return new PersistentSurface(bufferProducer, bufferConsumer); 260d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 261d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 26268845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::MediaCodec(const sp<ALooper> &looper, pid_t pid) 2635778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 26447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 2655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 26692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 2677cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 2685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 269251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 2705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 271ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 27268845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mResourceManagerService(new ResourceManagerServiceProxy(pid)), 2732606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 2742606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 27567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 27667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 277505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees(0), 2785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 2795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 2805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 2816507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 2823d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 2833d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 2845778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2865778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 2875778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 28867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 2895778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2915778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 2925778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 2935778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 2945778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 2955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 2975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 3015778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 3025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3045778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 3055778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3073f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 30847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 30947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 31047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 31147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 31247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 31347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 314c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 31547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 316c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 317c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 318c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 3205b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarsp<CodecBase> MediaCodec::GetCodecBase(const AString &name, bool nameIsType) { 3215b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // at this time only ACodec specifies a mime type. 3225b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (nameIsType || name.startsWithIgnoreCase("omx.")) { 3235b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new ACodec; 3245b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (name.startsWithIgnoreCase("android.filter.")) { 3255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new MediaFilter; 3265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else { 3275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 3285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 3295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 3305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 331dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 33267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 33367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 334671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 335671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 336671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 337671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 338671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 3395778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 3405778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 3415778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 3425778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 343744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 3445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mCodec = GetCodecBase(name, nameIsType); 3455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (mCodec == NULL) { 346744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 347744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 348744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 34967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 350dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 35167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 3526f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 3536f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 3546f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 35567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 3566f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 3576f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 35860b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 35948a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (mcl == NULL) { 36048a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec = NULL; // remove the codec. 36148a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return NO_INIT; // if called from Java should raise IOException 36248a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 3636f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 3646f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 36560b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 36660b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 36760b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 36860b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 36960b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 37067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 37160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 3726f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3736f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3746f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 37867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 3795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 3805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 3815778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 3825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 3835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 3865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 3875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 3885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 3915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3921d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar mCodec->setNotificationMessage(new AMessage(kWhatCodecNotify, this)); 3935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3941d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 3955778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 3965778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 3975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 3995778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 4005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 40267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 40367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 404ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = 405ea15fd29af81490311af9e12949b43524c39400eRonghua Wu secureCodec ? MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 406ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 407ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 408ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 40967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 41067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 41167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 41237c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 41367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 41467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 41567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 41667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 41767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 41867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 41967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 42067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 42167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 42267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 42367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 4245778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 426c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 4271d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 428c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 429c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 430c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 431c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 432c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 433c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 43490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 43590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 43690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 43790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 43890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 43990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4405778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 4415778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 442f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 4431bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 4445778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 4451d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 4465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 44867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 44967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 450505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang if (!format->findInt32("rotation-degrees", &mRotationDegrees)) { 451505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees = 0; 452505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang } 4532034457336d28124e0f9f3c625978052ae03fceaWei Jia 4542034457336d28124e0f9f3c625978052ae03fceaWei Jia // Prevent possible integer overflow in downstream code. 4552034457336d28124e0f9f3c625978052ae03fceaWei Jia if (mInitIsEncoder 4562034457336d28124e0f9f3c625978052ae03fceaWei Jia && (uint64_t)mVideoWidth * mVideoHeight > (uint64_t)INT32_MAX / 4) { 4572034457336d28124e0f9f3c625978052ae03fceaWei Jia ALOGE("buffer size is too big, width=%d, height=%d", mVideoWidth, mVideoHeight); 4582034457336d28124e0f9f3c625978052ae03fceaWei Jia return BAD_VALUE; 4592034457336d28124e0f9f3c625978052ae03fceaWei Jia } 46067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 46167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 4625778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 4635778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 464f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 4651bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 4661bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (crypto != NULL) { 4671bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setPointer("crypto", crypto.get()); 4685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 47067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 47167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 472f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 47367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 47467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 475ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 476ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 477ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 478ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 479ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 48067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 48167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 482ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 48367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 48467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 48567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 48637c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 48767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 48867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 48967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 490f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 49167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 49267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 49367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 49467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 49567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 49667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 49767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 49867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 49967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 50067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 50167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 50267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 50367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 50467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 50567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 506f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 507f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 5085778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5108f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 511d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 5128f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 513d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 514d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 515d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 516d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 517d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 518d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 5201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 5211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 5221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 5241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 5251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 5261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 5287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 5291d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 5307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 5327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 5337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 5347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 5357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 5367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 5377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 5387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 5397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 5407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 5417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 5427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 5437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 5447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 5457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 54767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 54867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 54967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 55067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 55167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 55267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 55367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 55467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 55567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 55667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 55767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 55867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 55967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 56067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 561ea15fd29af81490311af9e12949b43524c39400eRonghua Wuvoid MediaCodec::addResource( 562ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type, MediaResource::SubType subtype, uint64_t value) { 56367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 564c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 56567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 56637c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu getId(mResourceManagerClient), mResourceManagerClient, resources); 56767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 56867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 5695778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 5701d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 5715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 57267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 57367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 574ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 575ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 576ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 577ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 578ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 57967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 58067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 581ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 58267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 58367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 58467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 58537c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 58667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 58767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 58867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 58967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 59067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 59167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 59267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 59367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 59467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 59567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 59667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 59767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 59867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 59967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 60067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 60167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 60267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 60367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 60467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 60567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 60667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 60767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 60867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 6095778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6115778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 6121d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 6135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6145778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6165778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6184b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer(int portIndex) { 6194b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu const Vector<BufferInfo> &buffers = mPortBuffers[portIndex]; 6204b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu for (size_t i = 0; i < buffers.size(); ++i) { 6214b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu const BufferInfo &info = buffers.itemAt(i); 6224b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (info.mOwnedByClient) { 6234b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return true; 6244b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 6254b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 6264b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return false; 6274b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 6284b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 6294b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer() { 6304b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return hasPendingBuffer(kPortIndexInput) || hasPendingBuffer(kPortIndexOutput); 6314b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 6324b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 6334b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatus_t MediaCodec::reclaim(bool force) { 63458828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu ALOGD("MediaCodec::reclaim(%p) %s", this, mInitName.c_str()); 63547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 63647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 6374b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->setInt32("force", force ? 1 : 0); 63847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 63947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 6400abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu status_t ret = PostAndAwaitResponse(msg, &response); 6410abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu if (ret == -ENOENT) { 6420abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ALOGD("MediaCodec looper is gone, skip reclaim"); 6430abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ret = OK; 6440abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu } 6450abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu return ret; 64647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 64747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 648c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 6491d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 650c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 651c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 652c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 653c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 654c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 655671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 656671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 657671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 658671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 659671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 660671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 661671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 662671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 663671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 664671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 665671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 666671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 667671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 668671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 669671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 670671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 671671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 672671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 673671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 674251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 675671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 676671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 677671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 678671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 679671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 680671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 681671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 682671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 683671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 684671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 685dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 686671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 687671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 688671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 689671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 6905778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 6915778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 6925778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 6935778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 6945778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 6955b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6965b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6975b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6985b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6995b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 7005b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 7011d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 7025778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7035778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 7045778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 7055778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 7065778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 7075b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 7085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7095778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7115778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7134b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 7144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 7154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 7164b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 7174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 7184b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 7194b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 7204b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 72118cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker const CryptoPlugin::Pattern &pattern, 7224b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 7235b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 7245b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 7255b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 7265b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 7275b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 7285b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 7291d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 7304b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 7314b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 7324b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 7334b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 7344b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 7354b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 7364b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 73718cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("encryptBlocks", pattern.mEncryptBlocks); 73818cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("skipBlocks", pattern.mSkipBlocks); 7394b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 7404b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 7415b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 7424b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 7434b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 7445b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 7455b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 7465b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 7474b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 7484b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 7495778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 7501d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 7515778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7535778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7545778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7595778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7625778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7645778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 7655778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 7665778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 7675778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 7685778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 7695778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 7705778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 7711d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 7725778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7745778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7755778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7805778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7815778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 7825778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 7835778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 7845778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 7855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7875778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7895778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 7901d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7915778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7925778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 7935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7945778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7955778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7965778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 798fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 7991d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 800fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 801fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 802fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 803fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 804fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 805fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 806fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 807fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 8085778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 8091d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 8105778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 8115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8125778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8145778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 8171d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 8187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 8197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 8207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 8217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 8227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 8235778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 8241d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 8255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8265778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8275778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 8285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 8295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8325778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 8335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8345778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 8355778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 837e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 8381d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 839e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 840e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 841e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 842e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 843e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 844e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 845e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 846e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 847e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 848e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 849e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 850e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 851717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 8521d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 853717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 854717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 855717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 856717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 857717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 858717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 859717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 860717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 861717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 862717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 863717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 864717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 8657e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getWidevineLegacyBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 866e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 867e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("portIndex", kPortIndexInput); 868e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setPointer("buffers", buffers); 869e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("widevine", true); 870e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 871e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> response; 872e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar return PostAndAwaitResponse(msg, &response); 873e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar} 874e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 8757e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 8761d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8775778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 8785778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8805778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8825778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8847e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 8851d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8865778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 8875778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8895778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8915778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8937e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 8947bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8957bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 8967bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8977bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8987bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 8997e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer; 9007bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 9017bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 9027bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 9037e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 9047bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 9057bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 9067bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 9077bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 9080e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 9090e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 9100e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 9110e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 9127bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 9137bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 9147e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> *buffer, sp<AMessage> *format) { 9157bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 91647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 917b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - resource already released"); 91847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 91947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 92047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 921b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (buffer == NULL) { 9227e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim ALOGE("getBufferAndFormat - null MediaCodecBuffer"); 923b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 924b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 925b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 926b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (format == NULL) { 927b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - null AMessage"); 928b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 929b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 930b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9317bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 9327bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 933b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9340e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 935b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - not executing"); 9367bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 9377bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 9387bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 9397bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 9407bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 9417bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 942b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9437bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 944b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (index >= buffers->size()) { 945b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - trying to get buffer with " 9460362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "bad index (index=%zu buffer_size=%zu)", index, buffers->size()); 947b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 9487bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 949b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 950b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage const BufferInfo &info = buffers->itemAt(index); 951b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (!info.mOwnedByClient) { 952b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - invalid operation " 9530362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "(the index %zu is not owned by client)", index); 954b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 955b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 956b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 957b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage // by the time buffers array is initialized, crypto is set 958b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage *buffer = (portIndex == kPortIndexInput && mCrypto != NULL) ? 959b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage info.mEncryptedData : 960b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage info.mData; 961b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage *format = info.mFormat; 962b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9637bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 9647bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 9657bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 9665778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 9671d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 9685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9695778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 9715778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 973496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 9741d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 975496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 976496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 977496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 978496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 979575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 9801d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 981575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 982575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 983575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 984575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 9855778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 9865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9875778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 9885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 989c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 9905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9915778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 9925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 9935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 9945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 997c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 9985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9995778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 10005778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 10015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 10025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10035778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10053f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 10060e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 10075778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 1008c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 10095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 1010251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1011251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1012251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 10135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10155778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 10165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 10185778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 10195778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 10205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10225778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 10235778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 10245778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 10255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 10275778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10293f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 10300e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 10315778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 103247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 1033251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 103447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 10355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 103647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 10375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 10385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 103947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 10405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 10415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 104247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 10435778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 10445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 10465778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 10475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 10485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10507e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 10515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[kPortIndexOutput].itemAt(index).mData; 10525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10535778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 10545778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 10555778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 10565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10575778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 10585778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 10595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10605778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 10615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10625778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 10635778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 10645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10655778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags = 0; 10665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 10675778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_SYNCFRAME; 10685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 10705778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_CODECCONFIG; 10715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_EOS) { 10735778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_EOS; 10745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10765778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 107747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 10785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 10815778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10835778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 10845778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 10855778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 10865778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10875778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 10885778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 10895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10905778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 109192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatError: 10925778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1093251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1094251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1095251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 10965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10979e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 10989e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1099251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1100aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 110152dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1102aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1103aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 11045530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 11055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11065778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 11075778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 11085778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11095778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 11105778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11135778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 11145778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1115c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1116c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 11175778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11205778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 11215778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1122c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1123c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 11245778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11275778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STOPPING: 1128c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 11295778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11305778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 11315778822d86b0337407514b9372562b86edfa91cdAndreas Huber // the shutdown complete notification. 11325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11335530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 113403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 1135aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 113603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 113703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 113803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 113903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 114003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 114103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 114203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 114303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 11446e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 11456e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 11466e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 114703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 114803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 11495778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11525778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 11535778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11549e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 11559e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 11569e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 11579e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 11589e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 11599e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 11605778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11630e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 11645778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 11655778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11665530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1168251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1169575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 11705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11715778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1172c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1173c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1174251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1175251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1176251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1177251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1178251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1179251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1180251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1181251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1182251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1183251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1184251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1185c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11865778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11895778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 11905778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11915530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1193251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1194575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1195c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1196251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1197251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1198251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1199251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1200c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1201251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1202251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1203251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1204251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1205251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1206251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1207251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1208251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1209251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1210251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1211251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1212c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 12135778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12175530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1218251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 12195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12205778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 122392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentAllocated: 12245778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12255778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 12265778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 122752dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 12285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1229717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 12305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1231717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 12323a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 12335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 12343a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 12355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1237ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type resourceType; 1238717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 12391bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 1240ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kSecureCodec; 12411bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 12421bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 1243ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kNonSecureCodec; 12441bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1245c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 124658828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu if (mIsVideo) { 124758828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu // audio codec is currently ignored. 1248ea15fd29af81490311af9e12949b43524c39400eRonghua Wu addResource(resourceType, MediaResource::kVideoCodec, 1); 124958828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu } 12501bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 12515778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12525778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 125592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentConfigured: 12565778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1257c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung if (mState == UNINITIALIZED || mState == INITIALIZED) { 1258c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // In case a kWhatError message came in and replied with error, 1259c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // we log a warning and ignore. 1260c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung ALOGW("configure interrupted by error, current state %d", mState); 1261c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung break; 1262c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung } 12635778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 12645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12656507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 12666507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 12676507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1268e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1269e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1270b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] configured as input format: %s, output format: %s", 1271b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1272b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1273b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 12743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 12753a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 12763a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 12773a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 12783a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 12792606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 12805778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12815778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 128492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatInputSurfaceCreated: 12857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 128692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 12877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 12881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 12897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 12907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 12917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 1292b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1293b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1294b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] input surface created as input format: %s, output format: %s", 1295b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1296b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1297b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 12987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 12997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 13006507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 13017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 13027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 13037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 13047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 13057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 13067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 13077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1308d291c222357303b9611cab89d0c3b047584ef377Chong Zhang case CodecBase::kWhatInputSurfaceAccepted: 1309d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 13108f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 1311d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 1312d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 1313d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 1314d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 1315d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1316d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 1317d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1318d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 1319d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 1320d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1321d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 132292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatSignaledInputEOS: 13237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 132492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 13251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 13267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 13277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 13287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 13297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 13307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 13317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 13327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 13337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 13347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 133592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatBuffersAllocated: 13365778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13377bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 13385778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 13395778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 13405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13415778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("%s buffers allocated", 13425778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 13435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13445778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput 13455778822d86b0337407514b9372562b86edfa91cdAndreas Huber || portIndex == kPortIndexOutput); 13465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[portIndex].clear(); 13485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13495778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 13505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1351eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<RefBase> obj; 1352eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber CHECK(msg->findObject("portDesc", &obj)); 1353eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 135492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar sp<CodecBase::PortDescription> portDesc = 135592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar static_cast<CodecBase::PortDescription *>(obj.get()); 13565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1357eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t numBuffers = portDesc->countBuffers(); 13585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1359c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker size_t totalSize = 0; 1360c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker for (size_t i = 0; i < numBuffers; ++i) { 1361c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (portIndex == kPortIndexInput && mCrypto != NULL) { 1362c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker totalSize += portDesc->bufferAt(i)->capacity(); 1363c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1364c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1365c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1366c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (totalSize) { 1367c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker mDealer = new MemoryDealer(totalSize, "MediaCodec"); 1368c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1369c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1370eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber for (size_t i = 0; i < numBuffers; ++i) { 13715778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo info; 1372eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mBufferID = portDesc->bufferIDAt(i); 13735778822d86b0337407514b9372562b86edfa91cdAndreas Huber info.mOwnedByClient = false; 1374eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mData = portDesc->bufferAt(i); 1375a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mNativeHandle = portDesc->handleAt(i); 137686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info.mMemRef = portDesc->memRefAt(i); 13775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13781bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (portIndex == kPortIndexInput && mCrypto != NULL) { 1379c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker sp<IMemory> mem = mDealer->allocate(info.mData->capacity()); 1380ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mEncryptedData = 13817e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim new SharedMemoryBuffer(mInputFormat, mem); 1382c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info.mSharedEncryptedBuffer = mem; 1383ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1384ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 13855778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffers->push_back(info); 13865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexOutput) { 13895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState == STARTING) { 13905778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We're always allocating output buffers after 13915778822d86b0337407514b9372562b86edfa91cdAndreas Huber // allocating input buffers, so this is a good 13925778822d86b0337407514b9372562b86edfa91cdAndreas Huber // indication that now all buffers are allocated. 139367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 1394c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu addResource( 1395ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kGraphicMemory, 1396ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kUnspecifiedSubType, 1397c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu getGraphicBufferSize()); 139867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 13995778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTED); 14005778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 14015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 14025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagOutputBuffersChanged; 1403575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 14045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 140992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatOutputFormatChanged: 14105778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1411b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(msg->findMessage("format", &mOutputFormat)); 1412b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 1413b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] output format changed to: %s", 1414b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), mOutputFormat->debugString(4).c_str()); 1415b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 1416475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mSoftRenderer == NULL && 1417f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface != NULL && 14183a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar (mFlags & kFlagUsesSoftwareRenderer)) { 14195778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 1420b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 14215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1422b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // TODO: propagate color aspects to software renderer to allow better 1423b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // color conversion to RGB. For now, just mark dataspace for YUV 1424b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // rendering. 1425b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t dataSpace; 1426b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 1427b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGD("[%s] setting dataspace on output surface to #%x", 1428b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), dataSpace); 1429b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int err = native_window_set_buffers_data_space( 1430b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mSurface.get(), (android_dataspace)dataSpace); 1431b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(err != 0, "failed to set dataspace on surface (%d)", err); 1432b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 1433b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 1434475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mime.startsWithIgnoreCase("video/")) { 1435505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mSoftRenderer = new SoftwareRenderer(mSurface, mRotationDegrees); 14365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1439e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagIsEncoder) { 1440e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Before we announce the format change we should 1441e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // collect codec specific data and amend the output 1442e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format as necessary. 1443e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagGatherCodecSpecificData; 1444c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagIsAsync) { 1445c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1446e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 1447e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagOutputFormatChanged; 1448e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber postActivityNotificationIfPossible(); 1449e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 14502514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 14512514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker // Notify mCrypto of video resolution changes 14522514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker if (mCrypto != NULL) { 14538140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar int32_t left, top, right, bottom, width, height; 14548140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 14558140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 14568140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } else if (mOutputFormat->findInt32("width", &width) 14578140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar && mOutputFormat->findInt32("height", &height)) { 14588140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(width, height); 14598140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } 14602514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker } 14612514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 14625778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 146590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case CodecBase::kWhatOutputFramesRendered: 146690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 146790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 146890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 146990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 147090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 147190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 147290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 147390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 147490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 147590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 147690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 147792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFillThisBuffer: 14785778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14795778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 14805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1481c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1482c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1483c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 14845778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 14855778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14887e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim // TODO: hold reference of buffer from downstream when 14897e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim // mPortBuffers is removed. 14907e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim 14918ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 14928ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 14938ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 14948ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14958ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 14968ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 14978ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 14988ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 14998ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 15008ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 15018ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 15028ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 15038ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 15048ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 15058ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 15068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1507251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1508575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1509575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 15108ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 15118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 15128ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 15138ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 15148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1515c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 15166e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 15173d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 15183d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 15193d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 15203d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 15213d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 15226e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1523c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 15245778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 15255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15265778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 15275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 15285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1529575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1530575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 15315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15325778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 153592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatDrainThisBuffer: 15365778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15375778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 15385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1539c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1540c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1541c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 15425778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 15435778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15467e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 15477e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 15487e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 15497e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim // TODO: hold buffer's reference when we remove mPortBuffers 15505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15515778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 15525778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", &omxFlags)); 15535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15545778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffer->meta()->setInt32("omxFlags", omxFlags); 15555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1556e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagGatherCodecSpecificData) { 1557e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // This is the very first output buffer after a 1558e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format change was signalled, it'll either contain 1559e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the one piece of codec specific data we can expect 1560e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // or there won't be codec specific data. 1561e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 1562e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber status_t err = 1563e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber amendOutputFormatWithCodecSpecificData(buffer); 1564e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1565e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (err != OK) { 1566e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ALOGE("Codec spit out malformed codec " 1567e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber "specific data!"); 1568e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1569e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1570e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1571e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1572c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1573c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1574c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1575c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1576c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1577e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1578e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1579c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1580c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1581c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 15825778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 15835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15845778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 15855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 15865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1587575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1588575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 15895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1590575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 15915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 159492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatEOS: 15955778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15965778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 15975778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 15985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 160192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatShutdownCompleted: 16025778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1603c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == STOPPING) { 1604c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(INITIALIZED); 1605c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } else { 1606c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK_EQ(mState, RELEASING); 1607c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(UNINITIALIZED); 16086e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 1609c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 161052dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 16115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 161267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 161367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16145778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 16155778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 161892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFlushCompleted: 16195778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16205530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 16215530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 16225530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 16235530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 16245530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 16255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16260e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 16270e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 16280e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 16290e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 16300e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 16310e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 16325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16335778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 16345778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16375778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 16385778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 16395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16405778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16435778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 16445778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16453f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16465778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 16475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1649c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16505778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 16545778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 16555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16565778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 16575778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 16585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16595778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 16605778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 16610db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 16620db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 16635778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 16645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16665778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 16675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 16695778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 16705778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 16715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 16725778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 16735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16755778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 16765778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 167990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 168090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 168190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 168290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 168390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 168490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 168590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 168690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 168790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1688c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1689c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 16903f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1691c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1692c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1693c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1694c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 16950e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 16960e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1697c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1698c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1699c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1700c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1701c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1702c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1703c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1704c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1705c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1706c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1707c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1708c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1709c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1710c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1711c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1712c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1713c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1714c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1715c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1716c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1717c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1718c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1719c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 17205778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 17215778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17223f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17235778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 17245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17255778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1726c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 17275778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17305778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 1731f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 17325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17335778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 17345778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 17355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17368b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 17378b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 17388b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 17398b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 17408b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 17415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 17425778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 1743f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 17447541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1745c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 17467541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 17471bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 17481bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 1749f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 17501bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 17511bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 17527541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 17537541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 17547541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 17551bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 17561bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 17571bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 17585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17601bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 17611bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 17625778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 17635778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 17645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 17665778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 1767e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 17685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 17718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 17735778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 17771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 17781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 17791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 17801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 17821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface; 17831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 17851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 17861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 17871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 17881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 17891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 17901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 17911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 17921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 17931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 17941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 17951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 17961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 17971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 17981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 1800098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == ALREADY_EXISTS) { 1801098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // reconnecting to same surface 18021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 18031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 18041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 18051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 18068b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 18078b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 18088b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 18098b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 18101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 18111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 18121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 18131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 18141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 18151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 18161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 18171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 18181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 18191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 18201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 18211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 18221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 18231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 18241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 18251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 18261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 18271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 18281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 18291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 18301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 18311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 18321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 18331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 18347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 18358f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 18367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 18373f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 18397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 18407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 18417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 1842c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 18447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 18457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 18467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 1847d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 1848d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 1849d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1850d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 1851d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 1852d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 18538f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 1854d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 1855d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 18567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 18577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 18585778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 18595778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18603f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18615778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18630e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 1864d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 18653d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 18663d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 18673d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 18683d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 18690e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 18700e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 1871d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 18720e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 1873c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18745778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 18785778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 18795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 18815778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18845778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 1885c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 1886c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 1887aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 1888aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 1889aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 18903f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1891c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1892c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 189347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 189447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 189547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 189647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 189747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 189847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 189947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 190047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 190147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 190247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 190347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 190447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 19054b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 19064b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu int32_t force = 0; 19074b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->findInt32("force", &force); 19084b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (!force && hasPendingBuffer()) { 19094b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGW("Can't reclaim codec right now due to pending buffers."); 19104b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 19114b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // return WOULD_BLOCK to ask resource manager to retry later. 19124b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu sp<AMessage> response = new AMessage; 19134b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->setInt32("err", WOULD_BLOCK); 19144b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->postReply(replyID); 19154b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 19164b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // notify the async client 19174b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (mFlags & kFlagIsAsync) { 19184b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu onError(DEAD_OBJECT, ACTION_CODE_FATAL); 19194b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 19204b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu break; 19214b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 192247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 192347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 192433223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung if (!((mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED) // See 1 192533223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 19260e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 192733223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 192833223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 192933223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 193052dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 193103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 193203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 193303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 193403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 193503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 1936c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 193747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 193847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 19396e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 19406e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 19416e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 19426e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 19436e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1944c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 1945c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 1946c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1947c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1948aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 1949aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 1950aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 1951aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 19526e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 19536e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 19546e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1955aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 1956aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 1957aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1958aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1959c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 1960aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 1961aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1962aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 1963aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 1964c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 196586b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodec(reclaimed); 19668b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 19678b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 19688b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 19698b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 19705778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19735778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 19745778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19753f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19765778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1978c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1979c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1980c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1981c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1982c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1983c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 19846507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 19856507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 1986c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19876507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 19886507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 19896507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 19905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 19915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19945778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 19955778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 19965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1998c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 19995778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 20035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 20045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 20065778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 20071d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 20085778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 20095778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 20105778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 20115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20125778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20155778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 20165778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20175778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 20185778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 20195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 20215778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 20225778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20255778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 20265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2027c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 20285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 20305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 20315778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20345778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 20355778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20363f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2039251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2040c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20415778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2042251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2043251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2044251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20475778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 20485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2049c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 20505778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20535778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 20545778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20553f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2058c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2059c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2060c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2061c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2062c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2063c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 20645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 20655778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20685778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 20695778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 20705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2072c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 20735778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20765778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 20775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 20785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 20805778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 20811d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 20825778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 20835778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 20845778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 20855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20865778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20895778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 20905778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20915778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 20925778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 20935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 20955778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 20965778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 21005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2101c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 21025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 21045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 21055778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21085778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 21095778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21103f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21115778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2113251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2114c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21155778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2116251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2117251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2118251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21215778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 21225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2123c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 21245778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 21287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 21293f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 21317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21326d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (!isExecuting() || !mHaveInputSurface) { 2133c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 2135251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2136251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2137251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 21397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 21417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 21427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 21437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 21447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21455778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 21465778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21473f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21485778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2149e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // Unfortunately widevine legacy source requires knowing all of the 2150e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // codec input buffers, so we have to provide them even in async mode. 2151e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar int32_t widevine = 0; 2152e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->findInt32("widevine", &widevine); 21535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2154e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar if (!isExecuting() || ((mFlags & kFlagIsAsync) && !widevine)) { 2155c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21565778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2157251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2158251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2159251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21625778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 21635778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 21645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21657e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim Vector<sp<MediaCodecBuffer> > *dstBuffers; 21665778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 21675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21685778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 2169e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // If we're using input surface (either non-persistent created by 2170e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // createInputSurface(), or persistent set by setInputSurface()), 2171e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // give the client an empty input buffers array. 2172e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang if (portIndex != kPortIndexInput || !mHaveInputSurface) { 2173e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang const Vector<BufferInfo> &srcBuffers = mPortBuffers[portIndex]; 2174e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang 2175e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang for (size_t i = 0; i < srcBuffers.size(); ++i) { 2176e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang const BufferInfo &info = srcBuffers.itemAt(i); 2177e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang 2178e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang dstBuffers->push_back( 2179e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang (portIndex == kPortIndexInput && mCrypto != NULL) 2180e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang ? info.mEncryptedData : info.mData); 2181e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang } 21825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21845778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 21855778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21885778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 21895778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21903f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21915778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2193251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2194c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21955778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2196251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2197251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2198251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 22020e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 22035778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 22045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 22065778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 22075778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2210e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 22115778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 22125778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2213e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2214e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2215e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 22163f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 22175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 22185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2219e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 22200e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 22210e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2222e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2223c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 22245778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2225251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2226251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2227251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 22285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22305778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2231e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 22325778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 22335778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2236496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2237496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2238496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2239496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2240496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2241496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2242575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2243575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2244575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2245575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2246575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2247575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2248575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2249575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2250575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2251717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2252717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 22533f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2254717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2255717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2256717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2257c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2258717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2259717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2260717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2261717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2262717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2263717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2264717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2265717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2266717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2267a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2268a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 22693f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2270a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2271a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2272a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2273a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2274a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2275a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2276a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2277c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2278a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2279a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2280a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 22815778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 22825778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 22835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22868ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 22878ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 22888ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22898ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 22908ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 22918ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2292a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 22938ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 22948ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 22954f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang if (csd->size() == 0) { 22964f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang ALOGW("csd-%zu size is 0", i); 22974f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang } 22988ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22998ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 23008ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 23018ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 23028ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2303a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 23048ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 23058ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 23078ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 23088ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23097bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo *info = 23107bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar &mPortBuffers[kPortIndexInput].itemAt(bufferIndex); 23118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23128ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 23138ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 23148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23157e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &codecInputData = 23168ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber (mCrypto != NULL) ? info->mEncryptedData : info->mData; 23178ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23188ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 23198ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 23208ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 23218ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23228ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 23238ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23248ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 23258ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23261d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 23278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 23288ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 23298ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 23308ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 23318ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 23328ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 23338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 23358ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 23368ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23375778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 23387541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 23395778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 23405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 23415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23421bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 2343f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 23445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2345671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 23465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 23475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 23485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 23495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2350e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2351e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 2352c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2353251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2354575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2355575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2356c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 23575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2359717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2360671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2361671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2362671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2363aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2364aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2365aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2366aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2367717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2368717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 23695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 23705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23715778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 23722606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 23732606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 23745778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 237686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodec(bool isReclaim) { 237786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexInput, isReclaim); 237886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexOutput, isReclaim); 23795778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 238186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex, bool isReclaim) { 23825778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 23837bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 23845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23855778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 23865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23875778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 23885778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 23895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify != NULL) { 23915778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = info->mNotify; 23925778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 239386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu if (isReclaim && info->mOwnedByClient) { 239486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu ALOGD("port %d buffer %zu still owned by client when codec is reclaimed", 239586b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu portIndex, i); 239686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu } else { 239786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info->mMemRef = NULL; 239886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info->mOwnedByClient = false; 239986b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu } 24005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexInput) { 24027fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* no error, just returning buffers */ 24037fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar msg->setInt32("err", OK); 24045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24055778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 24065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 24105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24125778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 24135778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 24145778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 24155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2416609b815a3131d22da38b2f452faa9f89daad4039Andy Hung uint32_t bufferID; 2417609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 24185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24195778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 24205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24215778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 24225778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 24235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mBufferID == bufferID) { 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(info->mNotify == NULL); 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("reply", &info->mNotify)); 24275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2428475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mFormat = 2429475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu (portIndex == kPortIndexInput) ? mInputFormat : mOutputFormat; 24305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].push_back(i); 24315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return i; 24335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24365778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24385778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 24395778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24415778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 24425778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 24435778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 24445778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 24455778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 24465778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 24475778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 24485778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 24495778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 24505778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 24515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24524b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 24534b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 24544b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 24554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 24564b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 24574b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24584b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 24594b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 24604b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 2461d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CryptoPlugin::Pattern pattern; 24624b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 24644b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto != NULL) { 24654b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 24664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 24674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 24694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 24704b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 24714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 2472d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mEncryptBlocks = 0; 2473d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mSkipBlocks = 0; 24744b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24754b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 24764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto == NULL) { 24774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 24784b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24794b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 24814b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 24824b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 24834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 2484d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("encryptBlocks", (int32_t *)&pattern.mEncryptBlocks)); 2485d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("skipBlocks", (int32_t *)&pattern.mSkipBlocks)); 24864b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 24884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 24894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 24914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 24934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 24944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 24954b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 24964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24984b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 25005778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 25015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25035778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexInput].editItemAt(index); 25045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 25065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 25075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 25105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 25115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25135778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> reply = info->mNotify; 25145778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 25155778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 25165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_EOS) { 25185778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("eos", true); 25195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_CODECCONFIG) { 25225778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("csd", true); 25235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25251bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (mCrypto != NULL) { 25261bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (size > info->mEncryptedData->capacity()) { 25271bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber return -ERANGE; 2528ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2529ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 25305b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 25315b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 25325b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 25339ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker void *dst_pointer = info->mData->base(); 25349ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker ICrypto::DestinationType dst_type = ICrypto::kDestinationTypeOpaqueHandle; 25359ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker 25369ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker if (info->mNativeHandle != NULL) { 2537c6e96a912c2cdedf853e3bd7b68c953fa818ff40Lajos Molnar dst_pointer = (void *)info->mNativeHandle->handle(); 25389ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker dst_type = ICrypto::kDestinationTypeNativeHandle; 25399ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker } else if ((mFlags & kFlagIsSecure) == 0) { 25409ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker dst_type = ICrypto::kDestinationTypeVmPointer; 25419ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker } 25429ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker 2543fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong ssize_t result = mCrypto->decrypt( 25449ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker dst_type, 25451bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 25461bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 25471bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 254818cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker pattern, 2549c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info->mSharedEncryptedBuffer, 2550c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker offset, 25514b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 25524b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 2553a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar dst_pointer, 25545b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 25551bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2556fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong if (result < 0) { 2557fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong return result; 2558ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2559ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2560fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong info->mData->setRange(0, result); 2561ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 25627e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim // TODO: release buffer reference. 2563ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 25647bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 25657bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 25667bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 25677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 25687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 25697e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim reply->setObject("buffer", info->mData); 25705778822d86b0337407514b9372562b86edfa91cdAndreas Huber reply->post(); 25715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25725b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mNotify = NULL; 25735b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 25745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 25755778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 257790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 257890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 25790d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const std::list<FrameRenderTracker::Info> &done, sp<AMessage> &msg) { 258090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 258190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 258290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 258390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 258490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 258590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 258690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 258790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 258890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 258990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 259090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 259190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 259290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 259390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 25945778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 25955778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 25965778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 25975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25985778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 25995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 26005778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 26015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26030e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 26045778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 26055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 26085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 26095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26115778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index); 26125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 26145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 26155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26177bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 26187bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 26197bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 26207bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 26217bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 26227bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 262379ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou if (render && info->mData != NULL && info->mData->size() != 0) { 26245778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->setInt32("render", true); 26255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 262690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 262790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 262890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 262990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 2630c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar if (!msg->findInt64("timestampNs", &renderTimeNs)) { 2631c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 2632c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)mediaTimeUs); 263390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 2634fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2635c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar info->mNotify->setInt64("timestampNs", renderTimeNs); 2636fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 26375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 263890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 2639475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mData->data(), info->mData->size(), 264090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, renderTimeNs, NULL, info->mFormat); 264190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 264290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 264390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 264490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 264590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 264690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 264790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 264890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 264990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 265090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 26515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26547e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim info->mNotify->setObject("buffer", info->mData); 26557e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim // TODO: release buffer reference. 26565778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->post(); 26577e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim info->mNotify.clear(); 26585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 26605778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26625778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 26635778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 26645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26655778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 26665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 26685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 26695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26715778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 26725778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 26735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26745778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[portIndex].editItemAt(index); 26755778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 26767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 26777bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 26787bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 267903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 268003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 268103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat != NULL) { 268203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 268303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findBuffer("image-data", &imageData)) { 268403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 268503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 268603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 268703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findRect("crop", &left, &top, &right, &bottom)) { 268803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 268903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 269003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 26917bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 26925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26935778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 26945778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 26971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 26981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 2699b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar uint64_t oldId, newId; 2700098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (mSurface != NULL 2701b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && surface->getUniqueId(&newId) == NO_ERROR 2702b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && mSurface->getUniqueId(&oldId) == NO_ERROR 2703b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && newId == oldId) { 2704b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar ALOGI("[%s] connecting to the same surface. Nothing to do.", mComponentName.c_str()); 2705098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return ALREADY_EXISTS; 2706098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar } 2707098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 27081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2709098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == OK) { 2710264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Require a fresh set of buffers after each connect by using a unique generation 2711264bac95912efe121d6a60026612617f04f42966Lajos Molnar // number. Rely on the fact that max supported process id by Linux is 2^22. 2712264bac95912efe121d6a60026612617f04f42966Lajos Molnar // PID is never 0 so we don't have to worry that we use the default generation of 0. 2713264bac95912efe121d6a60026612617f04f42966Lajos Molnar // TODO: come up with a unique scheme if other producers also set the generation number. 2714264bac95912efe121d6a60026612617f04f42966Lajos Molnar static uint32_t mSurfaceGeneration = 0; 2715264bac95912efe121d6a60026612617f04f42966Lajos Molnar uint32_t generation = (getpid() << 10) | (++mSurfaceGeneration & ((1 << 10) - 1)); 2716264bac95912efe121d6a60026612617f04f42966Lajos Molnar surface->setGenerationNumber(generation); 2717264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGI("[%s] setting surface generation to %u", mComponentName.c_str(), generation); 2718264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2719264bac95912efe121d6a60026612617f04f42966Lajos Molnar // HACK: clear any free buffers. Remove when connect will automatically do this. 2720264bac95912efe121d6a60026612617f04f42966Lajos Molnar // This is needed as the consumer may be holding onto stale frames that it can reattach 2721264bac95912efe121d6a60026612617f04f42966Lajos Molnar // to this surface after disconnect/connect, and those free frames would inherit the new 2722264bac95912efe121d6a60026612617f04f42966Lajos Molnar // generation number. Disconnecting after setting a unique generation prevents this. 2723264bac95912efe121d6a60026612617f04f42966Lajos Molnar native_window_api_disconnect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2724264bac95912efe121d6a60026612617f04f42966Lajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2725264bac95912efe121d6a60026612617f04f42966Lajos Molnar } 2726264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2727264bac95912efe121d6a60026612617f04f42966Lajos Molnar if (err != OK) { 27281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_api_connect returned an error: %s (%d)", strerror(-err), err); 27291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 27301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2731098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // do not return ALREADY_EXISTS unless surfaces are the same 2732098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return err == ALREADY_EXISTS ? BAD_VALUE : err; 27331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 27347541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 27351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 27361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 2737f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 2738264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Resetting generation is not technically needed, but there is no need to keep it either 2739264bac95912efe121d6a60026612617f04f42966Lajos Molnar mSurface->setGenerationNumber(0); 27401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_disconnect(mSurface.get(), NATIVE_WINDOW_API_MEDIA); 27417541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 27421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("native_window_api_disconnect returned an error: %s (%d)", strerror(-err), err); 27437541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 27441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 2745f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 27467541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 27471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 27481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 27497541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 27501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 27511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 27521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 27531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 27541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2755f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 27561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 27571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 27581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 27597541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 27607541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 27611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 27627541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 27637541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2764c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 2765c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2766c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 2767c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2768c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 2769c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2770c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2771c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2772c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2773c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2774c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 2775c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2776c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 27777e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 2778c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mPortBuffers[kPortIndexOutput].itemAt(index).mData; 2779c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2780c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 2781c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2782c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 2783c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 2784c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2785c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 2786c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 2787c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2788c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 2789c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2790c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t omxFlags; 2791c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 2792c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2793c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t flags = 0; 2794c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 2795c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_SYNCFRAME; 2796c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2797c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 2798c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_CODECCONFIG; 2799c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2800c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_EOS) { 2801c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_EOS; 2802c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2803c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2804c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 2805c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2806c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2807c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2808c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2809c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2810749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 2811c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2812c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2813c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 2814c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 2815749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 2816749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 2817749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 2818749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 2819749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 2820c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2821c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2822c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2823c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2824c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2825c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 2826c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2827c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2828c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 2829c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 2830c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2831c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2832c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2833c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2834c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2835575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 2836575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 2837575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 2838575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2839575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2840e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 2841e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 2842575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 2843e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 2844e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2845e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 2846575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 2847575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 2848e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 2849e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 2850e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2851e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 2852e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 2853e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 2854e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 2855e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 2856e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 2857e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 2858575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 2859575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2860575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2861575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 2862575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2863a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 28641d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 2865a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 2866a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2867a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 2868a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 2869a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2870a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2871a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 2872a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 2873a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2874a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 2875a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2876a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2877e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 28787e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer) { 2879e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 2880e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 2881e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2882e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 2883e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 2884e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 2885e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 2886e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 2887e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2888e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 2889e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2890e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 2891e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 2892e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2893e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 2894e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 2895e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 2896e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 2897e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 2898e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 2899e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2900e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 2901a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 2902e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2903e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 2904e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2905e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2906e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 2907e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 2908e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2909e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 2910e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 2911e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 29127e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<ABuffer> csd = new ABuffer(buffer->size()); 29137e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim memcpy(csd->data(), buffer->data(), buffer->size()); 29147e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim csd->setRange(0, buffer->size()); 29157e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim mOutputFormat->setBuffer("csd-0", csd); 2916e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2917e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2918e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2919e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2920e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 29212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 29223f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (!mIsVideo) { 29233f273d10817ddb2f792ae043de692efcdf1988aeWei Jia return; 29243f273d10817ddb2f792ae043de692efcdf1988aeWei Jia } 29252606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 29263f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (mState == CONFIGURED && !mBatteryStatNotified) { 29273f273d10817ddb2f792ae043de692efcdf1988aeWei Jia BatteryNotifier::getInstance().noteStartVideo(); 29282606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 29292606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 29303f273d10817ddb2f792ae043de692efcdf1988aeWei Jia BatteryNotifier::getInstance().noteStopVideo(); 29312606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 29322606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 29332606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 29342606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 29355778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 2936