MediaCodec.cpp revision addf2cbb120346ae42e78fa739245a353db5edad
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 227e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include "include/SharedMemoryBuffer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 272606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 28c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 2979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 301a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 31ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 32d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 3367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 347e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include <media/MediaCodecBuffer.h> 355778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 365778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 375778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 385b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 39ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 405778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 422606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 436f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 44e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 455778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 46744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 475778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 48d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 49d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 508b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 5199e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 532606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 542606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 55e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 565778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 580d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsiehstatic int64_t getId(const sp<IResourceManagerClient> &client) { 5967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 6067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 6347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 6467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 674b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatic const int kMaxReclaimWaitTimeInUs = 500000; // 0.5s 6867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 70090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 7167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 7367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 7467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 7567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 7667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 7767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 7847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 794b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (err == WOULD_BLOCK) { 804b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Wait for the client to release codec."); 814b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu usleep(kMaxReclaimWaitTimeInUs); 824b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Try to reclaim again."); 834b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu err = codec->reclaim(true /* force */); 844b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 8567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 8667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 8767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 8967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 9067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 918f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 928f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 938f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 948f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 958f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 968f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 978f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 988f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 998f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 1008f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 1018f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 1028f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1038f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1048f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 10567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 10767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 10867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 11067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 11167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 11367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 11467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy(pid_t pid) 11668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu : mPid(pid) { 11768845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu if (mPid == MediaCodec::kNoPid) { 11868845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mPid = IPCThreadState::self()->getCallingPid(); 11968845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu } 12067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 12167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 12367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 12467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 12567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 12667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 12767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 12967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 13067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 13167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 13267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 13367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 13467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 13567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 136e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 13767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 13867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 14067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 14167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 14267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 14667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 1470d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const sp<IResourceManagerClient> &client, 14867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 14967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 15067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 15167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 15267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 15337c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->addResource(mPid, clientId, client, resources); 15467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 15767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 15867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 15967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 16067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 16137c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->removeResource(mPid, clientId); 16267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 16367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 16537c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu const Vector<MediaResource> &resources) { 16667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 16767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 16867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 16967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 17037c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu return mService->reclaimResource(mPid, resources); 17167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 17267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1735778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1745778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 1756fc17d1a7c5d2fb117491b2e9f66c6236b526508Lajos Molnar const sp<ALooper> &looper, const AString &mime, bool encoder, status_t *err, pid_t pid) { 17668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu sp<MediaCodec> codec = new MediaCodec(looper, pid); 1775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 178251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 179251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 180251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 181251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 182251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1835778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1855778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1865778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 1876fc17d1a7c5d2fb117491b2e9f66c6236b526508Lajos Molnar const sp<ALooper> &looper, const AString &name, status_t *err, pid_t pid) { 18868845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu sp<MediaCodec> codec = new MediaCodec(looper, pid); 1895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 190251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 191251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 192251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 193251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 194251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1955778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 197d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 1985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t MediaCodec::QueryCapabilities( 1995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 2005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps /* nonnull */) { 2015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TRICKY: this method is used by MediaCodecList/Info during its 2025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // initialization. As such, we cannot create a MediaCodec instance 2035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // because that requires an initialized MediaCodecList. 2045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 2055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecBase> codec = GetCodecBase(name); 2065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (codec == NULL) { 2075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NAME_NOT_FOUND; 2085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 2095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 2105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return codec->queryCapabilities(name, mime, isEncoder, caps); 2115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 2125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 2135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar// static 214d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 215d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 216addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (client.connect() != OK) { 217addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("Failed to connect to OMX to create persistent input surface."); 21879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 21979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 22079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 221addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IOMX> omx = client.interface(); 22279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 223d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 224addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IGraphicBufferSource> bufferSource; 225d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 226addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = omx->createInputSurface(&bufferProducer, &bufferSource); 227d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 228d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 229d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 230d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 231d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 232d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 233addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return new PersistentSurface(bufferProducer, bufferSource); 234d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 235d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 23668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::MediaCodec(const sp<ALooper> &looper, pid_t pid) 2375778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 23847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 2395778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 24092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 2417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 2425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 243251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 2445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 245ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 24668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mResourceManagerService(new ResourceManagerServiceProxy(pid)), 2472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 2482606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 24967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 25067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 251505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees(0), 2525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 2535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 2545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 2556507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 2563d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 2573d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 2585778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2605778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 2615778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 26267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 2635778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2655778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 2665778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 2675778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 2685778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 2695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 2715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 2755778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 2765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2795778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2813f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 28247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 28347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 28447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 28547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 28647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 28747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 288c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 28947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 290c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 291c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 292c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 2945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarsp<CodecBase> MediaCodec::GetCodecBase(const AString &name, bool nameIsType) { 2955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // at this time only ACodec specifies a mime type. 2965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (nameIsType || name.startsWithIgnoreCase("omx.")) { 2975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new ACodec; 2985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (name.startsWithIgnoreCase("android.filter.")) { 2995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new MediaFilter; 3005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else { 3015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 3025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 3035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 3045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 305dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 30667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 30767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 308671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 309671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 310671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 311671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 312671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 3135778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 3145778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 3155778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 3165778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 317744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 3185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mCodec = GetCodecBase(name, nameIsType); 3195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (mCodec == NULL) { 320744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 321744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 322744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 32367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 324dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 32567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 3266f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 3276f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 3286f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 32967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 3306f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 3316f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 33260b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 33348a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (mcl == NULL) { 33448a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec = NULL; // remove the codec. 33548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return NO_INIT; // if called from Java should raise IOException 33648a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 3376f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 3386f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 33960b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 34060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 34160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 34260b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 34360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 34467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 34560b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 3466f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3476f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3486f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 35267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 3535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 3545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 3555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 3565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 3575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 3605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 3615778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 3625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 3655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3661d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar mCodec->setNotificationMessage(new AMessage(kWhatCodecNotify, this)); 3675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3681d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 3695778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 3705778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 3715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 3735778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 3745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 37767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 378ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = 379ea15fd29af81490311af9e12949b43524c39400eRonghua Wu secureCodec ? MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 380ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 381ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 382ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 38367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 38467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 38567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 38637c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 38767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 38867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 38967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 39067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 39167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 39267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 39367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 39467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 39567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 39667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 39767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 3985778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 400c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 4011d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 402c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 403c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 404c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 405c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 406c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 407c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 40890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 40990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 41090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 41190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 41290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 41390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4145778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 4155778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 416f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 4171bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 4185778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 4191d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 4205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 42267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 42367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 424505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang if (!format->findInt32("rotation-degrees", &mRotationDegrees)) { 425505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees = 0; 426505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang } 4272034457336d28124e0f9f3c625978052ae03fceaWei Jia 4282034457336d28124e0f9f3c625978052ae03fceaWei Jia // Prevent possible integer overflow in downstream code. 4292034457336d28124e0f9f3c625978052ae03fceaWei Jia if (mInitIsEncoder 4302034457336d28124e0f9f3c625978052ae03fceaWei Jia && (uint64_t)mVideoWidth * mVideoHeight > (uint64_t)INT32_MAX / 4) { 4312034457336d28124e0f9f3c625978052ae03fceaWei Jia ALOGE("buffer size is too big, width=%d, height=%d", mVideoWidth, mVideoHeight); 4322034457336d28124e0f9f3c625978052ae03fceaWei Jia return BAD_VALUE; 4332034457336d28124e0f9f3c625978052ae03fceaWei Jia } 43467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 43567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 4365778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 4375778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 438f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 4391bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 4401bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (crypto != NULL) { 4411bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setPointer("crypto", crypto.get()); 4425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 44567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 446f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 44767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 44867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 449ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 450ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 451ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 452ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 453ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 45467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 45567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 456ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 45767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 45867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 45967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 46037c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 46167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 46267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 46367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 464f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 46567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 46667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 46767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 46867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 46967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 47067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 47167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 47267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 47367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 47467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 47567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 47667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 47767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 47867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 47967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 480f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 481f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 4825778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4848f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 485d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 4868f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 487d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 488d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 489d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 490d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 491d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 492d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 4931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 4941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 4951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 4961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 4981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 4991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 5001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 5027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 5031d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 5047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 5067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 5077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 5087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 5097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 5107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 5117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 5127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 5137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 5147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 5157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 5167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 5177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 5187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 5197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 52167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 52267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 52367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 52467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 52567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 52667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 52767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 52867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 52967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 53067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 53167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 53267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 53367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 53467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 535ea15fd29af81490311af9e12949b43524c39400eRonghua Wuvoid MediaCodec::addResource( 536ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type, MediaResource::SubType subtype, uint64_t value) { 53767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 538c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 53967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 54037c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu getId(mResourceManagerClient), mResourceManagerClient, resources); 54167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 54267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 5435778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 5441d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 5455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 54667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 54767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 548ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 549ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 550ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 551ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 552ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 55367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 55467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 555ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 55667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 55767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 55867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 55937c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 56067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 56167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 56267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 56367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 56467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 56567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 56667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 56767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 56867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 56967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 57067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 57167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 57267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 57367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 57467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 57567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 57667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 57767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 57867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 57967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 58067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 58167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 58267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 5835778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5855778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 5861d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 5875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5885778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 5895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 5905778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5924b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer(int portIndex) { 5934b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu const Vector<BufferInfo> &buffers = mPortBuffers[portIndex]; 5944b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu for (size_t i = 0; i < buffers.size(); ++i) { 5954b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu const BufferInfo &info = buffers.itemAt(i); 5964b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (info.mOwnedByClient) { 5974b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return true; 5984b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 5994b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 6004b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return false; 6014b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 6024b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 6034b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer() { 6044b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return hasPendingBuffer(kPortIndexInput) || hasPendingBuffer(kPortIndexOutput); 6054b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 6064b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 6074b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatus_t MediaCodec::reclaim(bool force) { 60858828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu ALOGD("MediaCodec::reclaim(%p) %s", this, mInitName.c_str()); 60947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 61047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 6114b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->setInt32("force", force ? 1 : 0); 61247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 61347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 6140abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu status_t ret = PostAndAwaitResponse(msg, &response); 6150abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu if (ret == -ENOENT) { 6160abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ALOGD("MediaCodec looper is gone, skip reclaim"); 6170abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ret = OK; 6180abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu } 6190abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu return ret; 62047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 62147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 622c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 6231d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 624c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 625c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 626c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 627c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 628c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 629671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 630671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 631671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 632671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 633671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 634671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 635671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 636671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 637671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 638671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 639671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 640671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 641671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 642671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 643671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 644671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 645671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 646671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 647671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 648251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 649671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 650671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 651671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 652671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 653671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 654671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 655671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 656671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 657671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 658671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 659dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 660671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 661671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 662671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 663671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 6645778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 6655778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 6665778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 6675778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 6685778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 6695b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6705b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6715b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6725b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6735b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6745b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6751d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 6765778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 6775778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 6785778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 6795778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 6805778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 6815b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 6825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6835778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6855778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 6884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 6894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 6904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 6914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 6924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 6934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 6944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 69518cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker const CryptoPlugin::Pattern &pattern, 6964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 6975b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6985b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6995b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 7005b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 7015b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 7025b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 7031d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 7044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 7054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 7064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 7074b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 7084b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 7094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 7104b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 71118cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("encryptBlocks", pattern.mEncryptBlocks); 71218cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("skipBlocks", pattern.mSkipBlocks); 7134b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 7144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 7155b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 7164b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 7174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 7185b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 7195b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 7205b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 7214b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 7224b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 7235778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 7241d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 7255778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7275778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7285778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7335778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7365778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7385778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 7395778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 7405778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 7415778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 7425778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 7435778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 7445778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 7451d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 7465778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7485778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7495778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7545778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7555778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 7565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 7575778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 7585778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 7595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7605778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7615778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7635778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 7641d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7655778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7665778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 7675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7685778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7705778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 772fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 7731d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 774fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 775fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 776fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 777fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 778fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 779fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 780fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 781fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 7825778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 7831d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7845778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7865778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7885778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 7911d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 7927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 7947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 7957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 7967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7975778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 7981d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 7995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8005778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8015778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 8025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 8035778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8065778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 8075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 8095778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 811e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 8121d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 813e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 814e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 815e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 816e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 817e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 818e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 819e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 820e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 821e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 822e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 823e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 824e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 825717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 8261d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 827717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 828717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 829717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 830717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 831717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 832717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 833717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 834717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 835717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 836717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 837717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 838717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 8397e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getWidevineLegacyBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 840e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 841e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("portIndex", kPortIndexInput); 842e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setPointer("buffers", buffers); 843e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("widevine", true); 844e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 845e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> response; 846e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar return PostAndAwaitResponse(msg, &response); 847e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar} 848e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 8497e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 8501d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8515778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 8525778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8545778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8565778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8587e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 8591d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8605778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 8615778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8635778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8655778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8677e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 8687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 8707bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8717bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 8737e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer; 8747bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 8757bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8777e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 8787bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 8807bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8817bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8820e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 8830e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 8840e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 8850e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 8867bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 8877bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 8887e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> *buffer, sp<AMessage> *format) { 8897bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 89047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 891b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - resource already released"); 89247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 89347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 89447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 895b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (buffer == NULL) { 8967e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim ALOGE("getBufferAndFormat - null MediaCodecBuffer"); 897b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 898b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 899b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 900b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (format == NULL) { 901b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - null AMessage"); 902b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 903b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 904b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9057bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 9067bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 907b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9080e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 909b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - not executing"); 9107bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 9117bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 9127bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 9137bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 9147bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 9157bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 916b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9177bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 918b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (index >= buffers->size()) { 919b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - trying to get buffer with " 9200362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "bad index (index=%zu buffer_size=%zu)", index, buffers->size()); 921b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 9227bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 923b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 924b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage const BufferInfo &info = buffers->itemAt(index); 925b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (!info.mOwnedByClient) { 926b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - invalid operation " 9270362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "(the index %zu is not owned by client)", index); 928b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 929b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 930b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 931b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage // by the time buffers array is initialized, crypto is set 932b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage *buffer = (portIndex == kPortIndexInput && mCrypto != NULL) ? 933b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage info.mEncryptedData : 934b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage info.mData; 935b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage *format = info.mFormat; 936b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9377bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 9387bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 9397bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 9405778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 9411d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 9425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9435778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 9455778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 947496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 9481d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 949496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 950496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 951496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 952496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 953575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 9541d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 955575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 956575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 957575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 958575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 9595778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 9605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9615778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 9625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 963c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 9645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9655778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 9665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 9675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 9685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 971c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 9725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9735778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 9745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 9755778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 9765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9775778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9793f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9800e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9815778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 982c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 9835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 984251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 985251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 986251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 9875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9895778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 9905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9915778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 9925778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 9935778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 9945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9965778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 9975778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 9985778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 9995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10005778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 10015778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10033f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 10040e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 10055778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 100647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 1007251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 100847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 10095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 101047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 10115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 10125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 101347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 10145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 10155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 101647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 10175778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 10185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 10205778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 10215778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 10225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10247e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 10255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[kPortIndexOutput].itemAt(index).mData; 10265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10275778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 10285778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 10295778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 10305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10315778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 10325778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 10335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10345778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 10355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10365778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 10375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 10385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10395778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags = 0; 10405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 10415778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_SYNCFRAME; 10425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 10445778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_CODECCONFIG; 10455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_EOS) { 10475778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_EOS; 10485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10505778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 105147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 10525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 10555778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10575778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 10585778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 10595778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 10605778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10615778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 10625778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 10635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10645778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 106592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatError: 10665778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1067251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1068251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1069251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 10705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10719e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 10729e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1073251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1074aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 107552dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1076aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1077aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 10785530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 10795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10805778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 10815778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 10825778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10835778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 10845778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10875778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 10885778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1089c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1090c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 10915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10945778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 10955778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1096c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1097c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 10985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11015778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STOPPING: 1102c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 11035778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11045778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 11055778822d86b0337407514b9372562b86edfa91cdAndreas Huber // the shutdown complete notification. 11065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11075530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 110803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 1109aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 111003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 111103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 111203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 111303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 111403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 111503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 111603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 111703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 11186e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 11196e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 11206e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 112103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 112203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 11235778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11265778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 11275778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11289e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 11299e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 11309e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 11319e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 11329e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 11339e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 11345778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11370e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 11385778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 11395778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11405530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1142251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1143575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 11445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11455778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1146c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1147c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1148251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1149251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1150251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1151251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1152251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1153251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1154251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1155251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1156251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1157251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1158251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1159c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11605778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11635778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 11645778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11655530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1167251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1168575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1169c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1170251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1171251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1172251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1173251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1174c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1175251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1176251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1177251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1178251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1179251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1180251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1181251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1182251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1183251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1184251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1185251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1186c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11875778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11915530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1192251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 11935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11945778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 119792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentAllocated: 11985778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 12005778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 120152dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 12025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1203717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 12045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1205717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 12063a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 12075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 12083a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 12095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1211ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type resourceType; 1212717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 12131bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 1214ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kSecureCodec; 12151bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 12161bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 1217ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kNonSecureCodec; 12181bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1219c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 122058828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu if (mIsVideo) { 122158828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu // audio codec is currently ignored. 1222ea15fd29af81490311af9e12949b43524c39400eRonghua Wu addResource(resourceType, MediaResource::kVideoCodec, 1); 122358828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu } 12241bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 12255778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12265778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 122992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentConfigured: 12305778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1231c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung if (mState == UNINITIALIZED || mState == INITIALIZED) { 1232c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // In case a kWhatError message came in and replied with error, 1233c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // we log a warning and ignore. 1234c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung ALOGW("configure interrupted by error, current state %d", mState); 1235c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung break; 1236c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung } 12375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 12385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12396507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 12406507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 12416507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1242e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1243e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1244b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] configured as input format: %s, output format: %s", 1245b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1246b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1247b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 12483a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 12493a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 12503a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 12513a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 12523a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 12532606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 12545778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12555778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 125892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatInputSurfaceCreated: 12597cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 126092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 12617cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 12621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 12637cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 12647cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 12657cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 1266b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1267b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1268b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] input surface created as input format: %s, output format: %s", 1269b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1270b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1271b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 12727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 12737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 12746507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 12757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 12767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1282d291c222357303b9611cab89d0c3b047584ef377Chong Zhang case CodecBase::kWhatInputSurfaceAccepted: 1283d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 12848f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 1285d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 1286d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 1287d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 1288addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("input-format", &mInputFormat)); 1289addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("output-format", &mOutputFormat)); 1290d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 1291d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1292d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 1293d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1294d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 1295d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 1296d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1297d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 129892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatSignaledInputEOS: 12997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 130092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 13011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 13027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 13037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 13047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 13057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 13067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 13077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 13087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 13097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 13107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 131192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatBuffersAllocated: 13125778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13137bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 13145778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 13155778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 13165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13175778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("%s buffers allocated", 13185778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 13195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13205778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput 13215778822d86b0337407514b9372562b86edfa91cdAndreas Huber || portIndex == kPortIndexOutput); 13225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[portIndex].clear(); 13245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13255778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 13265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1327eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<RefBase> obj; 1328eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber CHECK(msg->findObject("portDesc", &obj)); 1329eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 133092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar sp<CodecBase::PortDescription> portDesc = 133192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar static_cast<CodecBase::PortDescription *>(obj.get()); 13325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1333eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t numBuffers = portDesc->countBuffers(); 13345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1335c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker size_t totalSize = 0; 1336c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker for (size_t i = 0; i < numBuffers; ++i) { 1337c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (portIndex == kPortIndexInput && mCrypto != NULL) { 1338c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker totalSize += portDesc->bufferAt(i)->capacity(); 1339c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1340c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1341c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1342c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (totalSize) { 1343c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker mDealer = new MemoryDealer(totalSize, "MediaCodec"); 1344c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1345c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1346eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber for (size_t i = 0; i < numBuffers; ++i) { 13475778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo info; 1348eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mBufferID = portDesc->bufferIDAt(i); 13495778822d86b0337407514b9372562b86edfa91cdAndreas Huber info.mOwnedByClient = false; 1350eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mData = portDesc->bufferAt(i); 1351a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mNativeHandle = portDesc->handleAt(i); 135286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info.mMemRef = portDesc->memRefAt(i); 13535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13541bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (portIndex == kPortIndexInput && mCrypto != NULL) { 1355c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker sp<IMemory> mem = mDealer->allocate(info.mData->capacity()); 1356ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mEncryptedData = 13577e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim new SharedMemoryBuffer(mInputFormat, mem); 1358c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info.mSharedEncryptedBuffer = mem; 1359ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1360ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 13615778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffers->push_back(info); 13625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexOutput) { 13655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState == STARTING) { 13665778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We're always allocating output buffers after 13675778822d86b0337407514b9372562b86edfa91cdAndreas Huber // allocating input buffers, so this is a good 13685778822d86b0337407514b9372562b86edfa91cdAndreas Huber // indication that now all buffers are allocated. 136967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 1370c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu addResource( 1371ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kGraphicMemory, 1372ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kUnspecifiedSubType, 1373c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu getGraphicBufferSize()); 137467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 13755778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTED); 13765778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 13775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 13785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagOutputBuffersChanged; 1379575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 13805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13825778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 138592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatOutputFormatChanged: 13865778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1387b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(msg->findMessage("format", &mOutputFormat)); 1388b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 1389b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] output format changed to: %s", 1390b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), mOutputFormat->debugString(4).c_str()); 1391b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 1392475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mSoftRenderer == NULL && 1393f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface != NULL && 13943a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar (mFlags & kFlagUsesSoftwareRenderer)) { 13955778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 1396b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 13975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1398b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // TODO: propagate color aspects to software renderer to allow better 1399b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // color conversion to RGB. For now, just mark dataspace for YUV 1400b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // rendering. 1401b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t dataSpace; 1402b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 1403b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGD("[%s] setting dataspace on output surface to #%x", 1404b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), dataSpace); 1405b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int err = native_window_set_buffers_data_space( 1406b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mSurface.get(), (android_dataspace)dataSpace); 1407b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(err != 0, "failed to set dataspace on surface (%d)", err); 1408b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 1409b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 1410475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mime.startsWithIgnoreCase("video/")) { 1411505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mSoftRenderer = new SoftwareRenderer(mSurface, mRotationDegrees); 14125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1415e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagIsEncoder) { 1416e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Before we announce the format change we should 1417e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // collect codec specific data and amend the output 1418e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format as necessary. 1419e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagGatherCodecSpecificData; 1420c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagIsAsync) { 1421c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1422e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 1423e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagOutputFormatChanged; 1424e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber postActivityNotificationIfPossible(); 1425e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 14262514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 14272514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker // Notify mCrypto of video resolution changes 14282514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker if (mCrypto != NULL) { 14298140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar int32_t left, top, right, bottom, width, height; 14308140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 14318140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 14328140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } else if (mOutputFormat->findInt32("width", &width) 14338140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar && mOutputFormat->findInt32("height", &height)) { 14348140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(width, height); 14358140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } 14362514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker } 14372514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 14385778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 144190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case CodecBase::kWhatOutputFramesRendered: 144290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 144390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 144490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 144590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 144690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 144790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 144890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 144990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 145090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 145190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 145290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 145392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFillThisBuffer: 14545778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14555778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 14565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1457c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1458c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1459c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 14605778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 14615778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14647e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim // TODO: hold reference of buffer from downstream when 14657e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim // mPortBuffers is removed. 14667e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim 14678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 14688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 14698ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 14708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 14728ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 14738ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 14748ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 14758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 14768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 14788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 14808ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 14818ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 14828ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1483251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1484575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1485575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 14868ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 14878ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 14888ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 14898ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 14908ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1491c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 14926e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 14933d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 14943d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 14953d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 14963d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 14973d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 14986e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1499c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 15005778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 15015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15025778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 15035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 15045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1505575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1506575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 15075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15085778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 151192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatDrainThisBuffer: 15125778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15135778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 15145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1515c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1516c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1517c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 15185778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 15195778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15227e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 15237e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 15247e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 15257e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim // TODO: hold buffer's reference when we remove mPortBuffers 15265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15275778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 15285778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", &omxFlags)); 15295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15305778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffer->meta()->setInt32("omxFlags", omxFlags); 15315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1532e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagGatherCodecSpecificData) { 1533e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // This is the very first output buffer after a 1534e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format change was signalled, it'll either contain 1535e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the one piece of codec specific data we can expect 1536e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // or there won't be codec specific data. 1537e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 1538e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber status_t err = 1539e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber amendOutputFormatWithCodecSpecificData(buffer); 1540e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1541e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (err != OK) { 1542e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ALOGE("Codec spit out malformed codec " 1543e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber "specific data!"); 1544e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1545e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1546e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1547e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1548c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1549c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1550c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1551c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1552c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1553e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1554e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1555c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1556c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1557c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 15585778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 15595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15605778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 15615778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 15625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1563575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1564575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 15655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1566575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 15675778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 157092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatEOS: 15715778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15725778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 15735778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 15745778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 157792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatShutdownCompleted: 15785778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1579c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == STOPPING) { 1580c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(INITIALIZED); 1581c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } else { 1582c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK_EQ(mState, RELEASING); 1583c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(UNINITIALIZED); 15846e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 1585c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 158652dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 15875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 158867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 158967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15905778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 159492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFlushCompleted: 15955778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15965530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 15975530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 15985530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 15995530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 16005530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 16015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16020e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 16030e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 16040e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 16050e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 16060e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 16070e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 16085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16095778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 16105778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16135778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 16145778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 16155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16165778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16195778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 16205778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16213f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16225778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 16235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1625c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16265778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 16305778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 16315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16325778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 16335778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 16345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16355778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 16365778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 16370db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 16380db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 16395778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 16405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16425778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 16435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 16455778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 16465778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 16475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 16485778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 16495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 16525778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 165590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 165690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 165790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 165890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 165990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 166090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 166190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 166290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 166390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1664c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1665c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 16663f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1667c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1668c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1669c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1670c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 16710e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 16720e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1673c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1674c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1675c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1676c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1677c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1678c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1679c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1680c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1681c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1682c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1683c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1684c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1685c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1686c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1687c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1688c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1689c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1690c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1691c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1692c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1693c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1694c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1695c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 16965778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 16975778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16983f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 17005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1702c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 17035778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17065778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 1707f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 17085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17095778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 17105778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 17115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17128b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 17138b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 17148b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 17158b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 17168b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 17175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 17185778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 1719f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 17207541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1721c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 17227541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 17231bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 17241bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 1725f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 17261bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 17271bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 17287541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 17297541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 17307541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 17311bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 17321bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 17331bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 17345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17361bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 17371bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 17385778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 17395778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 17405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 17425778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 1743e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 17445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17468ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 17478ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 17495778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 17531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 17541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 17551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 17561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 17581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface; 17591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 17611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 17621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 17631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 17641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 17651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 17661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 17671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 17681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 17691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 17701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 17711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 17721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 17731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 17741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 1776098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == ALREADY_EXISTS) { 1777098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // reconnecting to same surface 17781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 17791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 17811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 17828b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 17838b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 17848b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 17858b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 17861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 17871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 17881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 17901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 17931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 17941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 17951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 18001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 18011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 18021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 18031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 18041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 18051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 18061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 18071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 18081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 18091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 18107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 18118f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 18127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 18133f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 18157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 18167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 18177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 1818c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 18207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 18217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 18227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 1823d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 1824d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 1825d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1826d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 1827d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 1828d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 18298f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 1830d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 1831d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 18327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 18337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 18345778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 18355778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18363f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18390e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 1840d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 18413d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 18423d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 18433d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 18443d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 18450e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 18460e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 1847d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 18480e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 1849c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18505778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 18545778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 18555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 18575778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18605778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 1861c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 1862c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 1863aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 1864aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 1865aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 18663f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1867c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1868c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 186947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 187047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 187147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 187247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 187347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 187447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 187547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 187647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 187747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 187847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 187947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 188047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 18814b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18824b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu int32_t force = 0; 18834b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->findInt32("force", &force); 18844b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (!force && hasPendingBuffer()) { 18854b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGW("Can't reclaim codec right now due to pending buffers."); 18864b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18874b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // return WOULD_BLOCK to ask resource manager to retry later. 18884b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu sp<AMessage> response = new AMessage; 18894b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->setInt32("err", WOULD_BLOCK); 18904b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->postReply(replyID); 18914b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18924b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // notify the async client 18934b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (mFlags & kFlagIsAsync) { 18944b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu onError(DEAD_OBJECT, ACTION_CODE_FATAL); 18954b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 18964b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu break; 18974b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 189847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 189947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 190033223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung if (!((mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED) // See 1 190133223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 19020e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 190333223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 190433223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 190533223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 190652dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 190703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 190803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 190903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 191003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 191103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 1912c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 191347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 191447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 19156e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 19166e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 19176e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 19186e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 19196e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1920c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 1921c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 1922c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1923c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1924aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 1925aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 1926aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 1927aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 19286e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 19296e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 19306e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1931aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 1932aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 1933aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1934aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1935c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 1936aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 1937aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1938aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 1939aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 1940c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 194186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodec(reclaimed); 19428b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 19438b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 19448b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 19458b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 19465778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19495778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 19505778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19513f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19525778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1954c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1955c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1956c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1957c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1958c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1959c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 19606507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 19616507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 1962c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19636507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 19646507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 19656507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 19665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 19675778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19705778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 19715778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 19725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1974c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 19755778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 19795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 19805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 19825778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 19831d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 19845778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 19855778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 19865778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 19875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19885778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19915778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 19925778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19935778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 19945778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 19955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 19975778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 19985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20015778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 20025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2003c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 20045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 20065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 20075778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20105778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 20115778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20123f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20135778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2015251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2016c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20175778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2018251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2019251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2020251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20235778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 20245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2025c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 20265778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20295778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 20305778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20313f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20325778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2034c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2035c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2036c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2037c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2038c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2039c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 20405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 20415778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20445778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 20455778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 20465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2048c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 20495778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 20535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 20545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 20565778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 20571d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 20585778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 20595778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 20605778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 20615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20625778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20655778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 20665778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20675778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 20685778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 20695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 20715778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 20725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20755778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 20765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2077c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 20785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 20805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 20815778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20845778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 20855778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20863f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20875778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2089251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2090c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2092251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2093251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2094251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20975778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 20985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2099c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 21005778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 21047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 21053f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 21077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21086d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (!isExecuting() || !mHaveInputSurface) { 2109c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 2111251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2112251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2113251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 21157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 21177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 21187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 21197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 21207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21215778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 21225778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21233f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21245778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2125e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // Unfortunately widevine legacy source requires knowing all of the 2126e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // codec input buffers, so we have to provide them even in async mode. 2127e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar int32_t widevine = 0; 2128e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->findInt32("widevine", &widevine); 21295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2130e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar if (!isExecuting() || ((mFlags & kFlagIsAsync) && !widevine)) { 2131c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21325778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2133251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2134251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2135251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21385778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 21395778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 21405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21417e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim Vector<sp<MediaCodecBuffer> > *dstBuffers; 21425778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 21435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21445778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 2145e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // If we're using input surface (either non-persistent created by 2146e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // createInputSurface(), or persistent set by setInputSurface()), 2147e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // give the client an empty input buffers array. 2148e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang if (portIndex != kPortIndexInput || !mHaveInputSurface) { 2149e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang const Vector<BufferInfo> &srcBuffers = mPortBuffers[portIndex]; 2150e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang 2151e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang for (size_t i = 0; i < srcBuffers.size(); ++i) { 2152e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang const BufferInfo &info = srcBuffers.itemAt(i); 2153e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang 2154e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang dstBuffers->push_back( 2155e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang (portIndex == kPortIndexInput && mCrypto != NULL) 2156e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang ? info.mEncryptedData : info.mData); 2157e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang } 21585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21605778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 21615778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21645778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 21655778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21663f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21675778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2169251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2170c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21715778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2172251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2173251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2174251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 21780e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 21795778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 21805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21815778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 21825778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 21835778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2186e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 21875778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 21885778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2189e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2190e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2191e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 21923f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21935778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2195e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 21960e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 21970e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2198e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2199c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 22005778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2201251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2202251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2203251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 22045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22065778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2207e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 22085778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 22095778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2212496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2213496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2214496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2215496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2216496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2217496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2218575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2219575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2220575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2221575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2222575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2223575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2224575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2225575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2226575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2227717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2228717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 22293f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2230717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2231717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2232717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2233c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2234717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2235717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2236717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2237717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2238717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2239717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2240717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2241717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2242717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2243a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2244a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 22453f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2246a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2247a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2248a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2249a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2250a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2251a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2252a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2253c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2254a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2255a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2256a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 22575778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 22585778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 22595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22605778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22628ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 22638ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 22648ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22658ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 22668ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 22678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2268a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 22698ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 22708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 22714f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang if (csd->size() == 0) { 22724f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang ALOGW("csd-%zu size is 0", i); 22734f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang } 22748ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 22768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 22778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 22788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2279a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 22808ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 22818ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22828ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 22838ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 22848ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22857bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo *info = 22867bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar &mPortBuffers[kPortIndexInput].itemAt(bufferIndex); 22878ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22888ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 22898ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 22908ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22917e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &codecInputData = 22928ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber (mCrypto != NULL) ? info->mEncryptedData : info->mData; 22938ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22948ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 22958ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 22968ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 22978ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22988ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 22998ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23008ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 23018ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23021d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 23038ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 23048ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 23058ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 23068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 23078ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 23088ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 23098ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23108ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 23118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 23128ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23135778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 23147541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 23155778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 23165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 23175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23181bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 2319f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 23205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2321671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 23225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 23235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 23245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 23255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2326e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2327e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 2328c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2329251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2330575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2331575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2332c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 23335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2335717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2336671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2337671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2338671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2339aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2340aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2341aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2342aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2343717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2344717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 23455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 23465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23475778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 23482606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 23492606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 23505778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 235286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodec(bool isReclaim) { 235386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexInput, isReclaim); 235486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexOutput, isReclaim); 23555778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 235786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex, bool isReclaim) { 23585778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 23597bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 23605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23615778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 23625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23635778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 23645778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 23655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify != NULL) { 23675778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = info->mNotify; 23685778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 236986b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu if (isReclaim && info->mOwnedByClient) { 237086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu ALOGD("port %d buffer %zu still owned by client when codec is reclaimed", 237186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu portIndex, i); 237286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu } else { 237386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info->mMemRef = NULL; 237486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info->mOwnedByClient = false; 237586b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu } 23765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexInput) { 23787fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* no error, just returning buffers */ 23797fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar msg->setInt32("err", OK); 23805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23815778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 23825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 23865778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23885778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 23895778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 23905778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 23915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2392609b815a3131d22da38b2f452faa9f89daad4039Andy Hung uint32_t bufferID; 2393609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 23945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23955778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 23965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23975778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 23985778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 23995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mBufferID == bufferID) { 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(info->mNotify == NULL); 24025778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("reply", &info->mNotify)); 24035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2404475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mFormat = 2405475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu (portIndex == kPortIndexInput) ? mInputFormat : mOutputFormat; 24065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].push_back(i); 24075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return i; 24095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24125778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 24135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 24155778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24175778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 24185778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 24195778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 24205778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 24215778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 24225778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 24235778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 24245778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 24275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24284b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 24294b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 24304b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 24314b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 24324b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 24334b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24344b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 24354b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 24364b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 2437d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CryptoPlugin::Pattern pattern; 24384b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24394b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 24404b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto != NULL) { 24414b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 24424b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 24434b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24444b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 24454b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 24464b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 24474b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 2448d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mEncryptBlocks = 0; 2449d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mSkipBlocks = 0; 24504b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24514b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 24524b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto == NULL) { 24534b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 24544b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24564b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 24574b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 24584b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 24594b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 2460d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("encryptBlocks", (int32_t *)&pattern.mEncryptBlocks)); 2461d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("skipBlocks", (int32_t *)&pattern.mSkipBlocks)); 24624b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 24644b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 24654b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 24674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 24694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 24704b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 24714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 24724b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24734b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24744b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 24765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 24775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24795778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexInput].editItemAt(index); 24805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 24825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 24835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 24865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 24875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24895778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> reply = info->mNotify; 24905778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 24915778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 24925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_EOS) { 24945778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("eos", true); 24955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_CODECCONFIG) { 24985778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("csd", true); 24995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25011bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (mCrypto != NULL) { 25021bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (size > info->mEncryptedData->capacity()) { 25031bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber return -ERANGE; 2504ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2505ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 25065b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 25075b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 25085b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 25099ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker void *dst_pointer = info->mData->base(); 25109ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker ICrypto::DestinationType dst_type = ICrypto::kDestinationTypeOpaqueHandle; 25119ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker 25129ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker if (info->mNativeHandle != NULL) { 2513c6e96a912c2cdedf853e3bd7b68c953fa818ff40Lajos Molnar dst_pointer = (void *)info->mNativeHandle->handle(); 25149ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker dst_type = ICrypto::kDestinationTypeNativeHandle; 25159ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker } else if ((mFlags & kFlagIsSecure) == 0) { 25169ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker dst_type = ICrypto::kDestinationTypeVmPointer; 25179ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker } 25189ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker 2519fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong ssize_t result = mCrypto->decrypt( 25209ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker dst_type, 25211bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 25221bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 25231bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 252418cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker pattern, 2525c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info->mSharedEncryptedBuffer, 2526c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker offset, 25274b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 25284b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 2529a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar dst_pointer, 25305b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 25311bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2532fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong if (result < 0) { 2533fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong return result; 2534ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2535ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2536fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong info->mData->setRange(0, result); 2537ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 25387e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim // TODO: release buffer reference. 2539ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 25407bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 25417bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 25427bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 25437bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 25447bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 25457e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim reply->setObject("buffer", info->mData); 25465778822d86b0337407514b9372562b86edfa91cdAndreas Huber reply->post(); 25475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25485b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mNotify = NULL; 25495b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 25505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 25515778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 255390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 255490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 25550d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const std::list<FrameRenderTracker::Info> &done, sp<AMessage> &msg) { 255690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 255790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 255890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 255990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 256090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 256190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 256290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 256390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 256490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 256590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 256690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 256790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 256890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 256990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 25705778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 25715778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 25725778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 25735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25745778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 25755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 25765778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 25775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25790e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 25805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 25815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 25845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 25855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25875778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index); 25885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 25905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 25915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25937bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 25947bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 25957bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 25967bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 25977bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 25987bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 259979ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou if (render && info->mData != NULL && info->mData->size() != 0) { 26005778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->setInt32("render", true); 26015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 260290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 260390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 260490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 260590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 2606c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar if (!msg->findInt64("timestampNs", &renderTimeNs)) { 2607c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 2608c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)mediaTimeUs); 260990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 2610fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2611c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar info->mNotify->setInt64("timestampNs", renderTimeNs); 2612fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 26135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 261490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 2615475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mData->data(), info->mData->size(), 261690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, renderTimeNs, NULL, info->mFormat); 261790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 261890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 261990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 262090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 262190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 262290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 262390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 262490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 262590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 262690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 26275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26307e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim info->mNotify->setObject("buffer", info->mData); 26317e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim // TODO: release buffer reference. 26325778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->post(); 26337e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim info->mNotify.clear(); 26345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 26365778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26385778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 26395778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 26405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26415778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 26425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 26445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 26455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26475778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 26485778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 26495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26505778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[portIndex].editItemAt(index); 26515778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 26527bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 26537bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 26547bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 265503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 265603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 265703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat != NULL) { 265803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 265903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findBuffer("image-data", &imageData)) { 266003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 266103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 266203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 266303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findRect("crop", &left, &top, &right, &bottom)) { 266403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 266503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 266603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 26677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 26685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 26705778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 26731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 26741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 2675b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar uint64_t oldId, newId; 2676098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (mSurface != NULL 2677b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && surface->getUniqueId(&newId) == NO_ERROR 2678b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && mSurface->getUniqueId(&oldId) == NO_ERROR 2679b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && newId == oldId) { 2680b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar ALOGI("[%s] connecting to the same surface. Nothing to do.", mComponentName.c_str()); 2681098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return ALREADY_EXISTS; 2682098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar } 2683098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 26841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2685098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == OK) { 2686264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Require a fresh set of buffers after each connect by using a unique generation 2687264bac95912efe121d6a60026612617f04f42966Lajos Molnar // number. Rely on the fact that max supported process id by Linux is 2^22. 2688264bac95912efe121d6a60026612617f04f42966Lajos Molnar // PID is never 0 so we don't have to worry that we use the default generation of 0. 2689264bac95912efe121d6a60026612617f04f42966Lajos Molnar // TODO: come up with a unique scheme if other producers also set the generation number. 2690264bac95912efe121d6a60026612617f04f42966Lajos Molnar static uint32_t mSurfaceGeneration = 0; 2691264bac95912efe121d6a60026612617f04f42966Lajos Molnar uint32_t generation = (getpid() << 10) | (++mSurfaceGeneration & ((1 << 10) - 1)); 2692264bac95912efe121d6a60026612617f04f42966Lajos Molnar surface->setGenerationNumber(generation); 2693264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGI("[%s] setting surface generation to %u", mComponentName.c_str(), generation); 2694264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2695264bac95912efe121d6a60026612617f04f42966Lajos Molnar // HACK: clear any free buffers. Remove when connect will automatically do this. 2696264bac95912efe121d6a60026612617f04f42966Lajos Molnar // This is needed as the consumer may be holding onto stale frames that it can reattach 2697264bac95912efe121d6a60026612617f04f42966Lajos Molnar // to this surface after disconnect/connect, and those free frames would inherit the new 2698264bac95912efe121d6a60026612617f04f42966Lajos Molnar // generation number. Disconnecting after setting a unique generation prevents this. 2699264bac95912efe121d6a60026612617f04f42966Lajos Molnar native_window_api_disconnect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2700264bac95912efe121d6a60026612617f04f42966Lajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2701264bac95912efe121d6a60026612617f04f42966Lajos Molnar } 2702264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2703264bac95912efe121d6a60026612617f04f42966Lajos Molnar if (err != OK) { 27041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_api_connect returned an error: %s (%d)", strerror(-err), err); 27051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 27061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2707098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // do not return ALREADY_EXISTS unless surfaces are the same 2708098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return err == ALREADY_EXISTS ? BAD_VALUE : err; 27091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 27107541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 27111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 27121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 2713f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 2714264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Resetting generation is not technically needed, but there is no need to keep it either 2715264bac95912efe121d6a60026612617f04f42966Lajos Molnar mSurface->setGenerationNumber(0); 27161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_disconnect(mSurface.get(), NATIVE_WINDOW_API_MEDIA); 27177541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 27181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("native_window_api_disconnect returned an error: %s (%d)", strerror(-err), err); 27197541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 27201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 2721f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 27227541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 27231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 27241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 27257541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 27261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 27271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 27281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 27291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 27301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2731f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 27321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 27331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 27341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 27357541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 27367541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 27371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 27387541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 27397541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2740c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 2741c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2742c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 2743c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2744c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 2745c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2746c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2747c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2748c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2749c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2750c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 2751c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2752c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 27537e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 2754c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mPortBuffers[kPortIndexOutput].itemAt(index).mData; 2755c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2756c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 2757c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2758c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 2759c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 2760c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2761c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 2762c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 2763c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2764c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 2765c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2766c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t omxFlags; 2767c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 2768c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2769c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t flags = 0; 2770c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 2771c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_SYNCFRAME; 2772c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2773c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 2774c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_CODECCONFIG; 2775c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2776c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_EOS) { 2777c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_EOS; 2778c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2779c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2780c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 2781c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2782c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2783c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2784c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2785c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2786749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 2787c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2788c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2789c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 2790c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 2791749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 2792749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 2793749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 2794749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 2795749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 2796c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2797c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2798c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2799c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2800c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2801c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 2802c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2803c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2804c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 2805c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 2806c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2807c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2808c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2809c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2810c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2811575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 2812575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 2813575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 2814575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2815575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2816e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 2817e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 2818575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 2819e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 2820e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2821e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 2822575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 2823575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 2824e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 2825e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 2826e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2827e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 2828e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 2829e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 2830e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 2831e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 2832e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 2833e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 2834575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 2835575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2836575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2837575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 2838575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2839a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 28401d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 2841a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 2842a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2843a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 2844a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 2845a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2846a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2847a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 2848a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 2849a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2850a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 2851a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2852a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2853e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 28547e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer) { 2855e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 2856e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 2857e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2858e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 2859e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 2860e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 2861e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 2862e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 2863e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2864e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 2865e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2866e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 2867e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 2868e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2869e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 2870e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 2871e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 2872e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 2873e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 2874e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 2875e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2876e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 2877a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 2878e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2879e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 2880e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2881e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2882e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 2883e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 2884e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2885e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 2886e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 2887e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 28887e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<ABuffer> csd = new ABuffer(buffer->size()); 28897e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim memcpy(csd->data(), buffer->data(), buffer->size()); 28907e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim csd->setRange(0, buffer->size()); 28917e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim mOutputFormat->setBuffer("csd-0", csd); 2892e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2893e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2894e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2895e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2896e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 28972606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 28983f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (!mIsVideo) { 28993f273d10817ddb2f792ae043de692efcdf1988aeWei Jia return; 29003f273d10817ddb2f792ae043de692efcdf1988aeWei Jia } 29012606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 29023f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (mState == CONFIGURED && !mBatteryStatNotified) { 29033f273d10817ddb2f792ae043de692efcdf1988aeWei Jia BatteryNotifier::getInstance().noteStartVideo(); 29042606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 29052606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 29063f273d10817ddb2f792ae043de692efcdf1988aeWei Jia BatteryNotifier::getInstance().noteStopVideo(); 29072606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 29082606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 29092606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 29102606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 29115778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 2912