MediaCodec.cpp revision 5d552fb812bebc3f15c7fe91a3e315a97e3ffb34
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 227e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include "include/SharedMemoryBuffer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 272606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 28c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 2979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 301a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 31ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 32d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 3367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 347e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include <media/MediaCodecBuffer.h> 355778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 365778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 375778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 385b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 39ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 405778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 422606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 436f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 44e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 455778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 46744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 475778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 48d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 49d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 508b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 5199e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 532606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 542606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 55e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 565778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 580d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsiehstatic int64_t getId(const sp<IResourceManagerClient> &client) { 5967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 6067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 6347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 6467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 674b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatic const int kMaxReclaimWaitTimeInUs = 500000; // 0.5s 6867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 70090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 7167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 7367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 7467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 7567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 7667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 7767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 7847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 794b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (err == WOULD_BLOCK) { 804b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Wait for the client to release codec."); 814b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu usleep(kMaxReclaimWaitTimeInUs); 824b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Try to reclaim again."); 834b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu err = codec->reclaim(true /* force */); 844b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 8567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 8667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 8767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 8967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 9067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 918f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 928f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 938f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 948f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 958f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 968f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 978f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 988f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 998f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 1008f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 1018f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 1028f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1038f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1048f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 10567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 10767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 10867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 11067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 11167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 11367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 11467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy(pid_t pid) 11668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu : mPid(pid) { 11768845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu if (mPid == MediaCodec::kNoPid) { 11868845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mPid = IPCThreadState::self()->getCallingPid(); 11968845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu } 12067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 12167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 12367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 12467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 12567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 12667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 12767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 12967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 13067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 13167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 13267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 13367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 13467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 13567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 136e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 13767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 13867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 14067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 14167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 14267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 14667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 1470d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const sp<IResourceManagerClient> &client, 14867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 14967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 15067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 15167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 15267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 15337c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->addResource(mPid, clientId, client, resources); 15467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 15767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 15867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 15967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 16067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 16137c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->removeResource(mPid, clientId); 16267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 16367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 16537c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu const Vector<MediaResource> &resources) { 16667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 16767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 16867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 16967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 17037c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu return mService->reclaimResource(mPid, resources); 17167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 17267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1735778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1745778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 1756fc17d1a7c5d2fb117491b2e9f66c6236b526508Lajos Molnar const sp<ALooper> &looper, const AString &mime, bool encoder, status_t *err, pid_t pid) { 17668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu sp<MediaCodec> codec = new MediaCodec(looper, pid); 1775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 178251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 179251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 180251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 181251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 182251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1835778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1855778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1865778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 1876fc17d1a7c5d2fb117491b2e9f66c6236b526508Lajos Molnar const sp<ALooper> &looper, const AString &name, status_t *err, pid_t pid) { 18868845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu sp<MediaCodec> codec = new MediaCodec(looper, pid); 1895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 190251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 191251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 192251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 193251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 194251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1955778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 197d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 1985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t MediaCodec::QueryCapabilities( 1995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 2005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps /* nonnull */) { 2015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TRICKY: this method is used by MediaCodecList/Info during its 2025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // initialization. As such, we cannot create a MediaCodec instance 2035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // because that requires an initialized MediaCodecList. 2045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 2055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecBase> codec = GetCodecBase(name); 2065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (codec == NULL) { 2075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NAME_NOT_FOUND; 2085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 2095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 2105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return codec->queryCapabilities(name, mime, isEncoder, caps); 2115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 2125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 2135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar// static 214d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 215d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 216addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (client.connect() != OK) { 217addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("Failed to connect to OMX to create persistent input surface."); 21879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 21979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 22079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 221addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IOMX> omx = client.interface(); 22279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 223d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 224addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IGraphicBufferSource> bufferSource; 225d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 226addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = omx->createInputSurface(&bufferProducer, &bufferSource); 227d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 228d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 229d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 230d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 231d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 232d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 233addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return new PersistentSurface(bufferProducer, bufferSource); 234d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 235d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 23668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::MediaCodec(const sp<ALooper> &looper, pid_t pid) 2375778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 23847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 2395778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 24092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 2417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 2425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 243251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 2445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 245ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 24668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mResourceManagerService(new ResourceManagerServiceProxy(pid)), 2472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 2482606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 24967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 25067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 251505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees(0), 2525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 2535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 2545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 2556507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 2563d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 2573d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 2585778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2605778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 2615778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 26267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 2635778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2655778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 2665778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 2675778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 2685778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 2695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 2715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 2755778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 2765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2795778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2813f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 28247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 28347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 28447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 28547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 28647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 28747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 288c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 28947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 290c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 291c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 292c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2935b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 2945b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarsp<CodecBase> MediaCodec::GetCodecBase(const AString &name, bool nameIsType) { 2955b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // at this time only ACodec specifies a mime type. 2965b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (nameIsType || name.startsWithIgnoreCase("omx.")) { 2975b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new ACodec; 2985b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (name.startsWithIgnoreCase("android.filter.")) { 2995b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new MediaFilter; 3005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else { 3015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 3025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 3035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 3045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 305dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 30667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 30767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 308671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 309671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 310671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 311671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 312671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 3135778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 3145778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 3155778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 3165778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 317744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 3185b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mCodec = GetCodecBase(name, nameIsType); 3195b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (mCodec == NULL) { 320744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 321744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 322744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 32367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 324dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 32567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 3266f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 3276f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 3286f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 32967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 3306f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 3316f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 33260b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 33348a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (mcl == NULL) { 33448a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec = NULL; // remove the codec. 33548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return NO_INIT; // if called from Java should raise IOException 33648a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 3376f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 3386f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 33960b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 34060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 34160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 34260b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 34360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 34467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 34560b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 3466f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3476f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3486f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 35267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 3535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 3545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 3555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 3565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 3575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 3605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 3615778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 3625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 3655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3661d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar mCodec->setNotificationMessage(new AMessage(kWhatCodecNotify, this)); 3675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3681d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 3695778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 3705778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 3715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 3735778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 3745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 37667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 37767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 378ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = 379ea15fd29af81490311af9e12949b43524c39400eRonghua Wu secureCodec ? MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 380ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 381ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 382ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 38367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 38467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 38567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 38637c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 38767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 38867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 38967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 39067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 39167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 39267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 39367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 39467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 39567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 39667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 39767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 3985778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 400c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 4011d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 402c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 403c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 404c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 405c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 406c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 407c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 40890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 40990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 41090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 41190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 41290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 41390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4145778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 4155778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 416f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 4171bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 4185778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 4191d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 4205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 42267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 42367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 424505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang if (!format->findInt32("rotation-degrees", &mRotationDegrees)) { 425505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees = 0; 426505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang } 4272034457336d28124e0f9f3c625978052ae03fceaWei Jia 4282034457336d28124e0f9f3c625978052ae03fceaWei Jia // Prevent possible integer overflow in downstream code. 4292034457336d28124e0f9f3c625978052ae03fceaWei Jia if (mInitIsEncoder 4302034457336d28124e0f9f3c625978052ae03fceaWei Jia && (uint64_t)mVideoWidth * mVideoHeight > (uint64_t)INT32_MAX / 4) { 4312034457336d28124e0f9f3c625978052ae03fceaWei Jia ALOGE("buffer size is too big, width=%d, height=%d", mVideoWidth, mVideoHeight); 4322034457336d28124e0f9f3c625978052ae03fceaWei Jia return BAD_VALUE; 4332034457336d28124e0f9f3c625978052ae03fceaWei Jia } 43467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 43567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 4365778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 4375778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 438f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 4391bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 4401bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (crypto != NULL) { 4411bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setPointer("crypto", crypto.get()); 4425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 44467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 44567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 446f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 44767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 44867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 449ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 450ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 451ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 452ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 453ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 45467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 45567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 456ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 45767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 45867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 45967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 46037c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 46167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 46267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 46367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 464f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 46567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 46667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 46767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 46867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 46967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 47067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 47167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 47267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 47367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 47467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 47567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 47667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 47767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 47867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 47967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 480f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 481f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 4825778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4848f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 485d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 4868f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 487d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 488d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 489d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 490d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 491d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 492d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 4931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 4941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 4951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 4961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 4971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 4981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 4991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 5001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 5027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 5031d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 5047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 5067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 5077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 5087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 5097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 5107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 5117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 5127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 5137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 5147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 5157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 5167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 5177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 5187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 5197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 52167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 52267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 52367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 52467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 52567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 52667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 52767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 52867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 52967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 53067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 53167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 53267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 53367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 53467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 535ea15fd29af81490311af9e12949b43524c39400eRonghua Wuvoid MediaCodec::addResource( 536ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type, MediaResource::SubType subtype, uint64_t value) { 53767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 538c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 53967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 54037c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu getId(mResourceManagerClient), mResourceManagerClient, resources); 54167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 54267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 5435778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 5441d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 5455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 54667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 54767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 548ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 549ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 550ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 551ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 552ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 55367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 55467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 555ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 55667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 55767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 55867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 55937c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 56067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 56167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 56267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 56367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 56467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 56567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 56667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 56767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 56867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 56967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 57067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 57167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 57267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 57367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 57467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 57567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 57667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 57767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 57867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 57967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 58067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 58167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 58267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 5835778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5855778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 5861d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 5875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5885778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 5895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 5905778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5924b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer(int portIndex) { 5934b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu const Vector<BufferInfo> &buffers = mPortBuffers[portIndex]; 5944b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu for (size_t i = 0; i < buffers.size(); ++i) { 5954b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu const BufferInfo &info = buffers.itemAt(i); 5964b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (info.mOwnedByClient) { 5974b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return true; 5984b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 5994b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 6004b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return false; 6014b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 6024b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 6034b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer() { 6044b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return hasPendingBuffer(kPortIndexInput) || hasPendingBuffer(kPortIndexOutput); 6054b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 6064b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 6074b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatus_t MediaCodec::reclaim(bool force) { 60858828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu ALOGD("MediaCodec::reclaim(%p) %s", this, mInitName.c_str()); 60947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 61047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 6114b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->setInt32("force", force ? 1 : 0); 61247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 61347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 6140abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu status_t ret = PostAndAwaitResponse(msg, &response); 6150abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu if (ret == -ENOENT) { 6160abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ALOGD("MediaCodec looper is gone, skip reclaim"); 6170abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ret = OK; 6180abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu } 6190abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu return ret; 62047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 62147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 622c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 6231d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 624c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 625c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 626c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 627c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 628c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 629671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 630671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 631671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 632671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 633671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 634671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 635671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 636671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 637671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 638671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 639671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 640671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 641671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 642671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 643671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 644671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 645671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 646671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 647671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 648251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 649671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 650671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 651671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 652671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 653671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 654671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 655671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 656671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 657671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 658671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 659dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 660671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 661671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 662671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 663671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 6645778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 6655778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 6665778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 6675778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 6685778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 6695b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6705b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6715b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6725b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6735b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6745b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6751d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 6765778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 6775778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 6785778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 6795778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 6805778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 6815b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 6825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6835778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6855778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 6884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 6894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 6904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 6914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 6924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 6934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 6944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 69518cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker const CryptoPlugin::Pattern &pattern, 6964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 6975b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6985b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6995b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 7005b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 7015b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 7025b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 7031d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 7044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 7054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 7064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 7074b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 7084b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 7094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 7104b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 71118cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("encryptBlocks", pattern.mEncryptBlocks); 71218cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("skipBlocks", pattern.mSkipBlocks); 7134b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 7144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 7155b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 7164b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 7174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 7185b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 7195b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 7205b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 7214b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 7224b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 7235778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 7241d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 7255778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7275778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7285778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7335778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7365778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7385778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 7395778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 7405778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 7415778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 7425778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 7435778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 7445778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 7451d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 7465778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7485778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7495778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7545778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7555778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 7565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 7575778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 7585778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 7595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7605778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7615778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7635778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 7641d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7655778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7665778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 7675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7685778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7705778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 772fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 7731d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 774fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 775fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 776fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 777fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 778fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 779fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 780fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 781fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 7825778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 7831d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7845778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7865778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7885778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 7911d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 7927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 7947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 7957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 7967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7975778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 7981d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 7995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8005778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8015778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 8025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 8035778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8065778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 8075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 8095778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 811e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 8121d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 813e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 814e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 815e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 816e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 817e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 818e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 819e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 820e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 821e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 822e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 823e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 824e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 825717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 8261d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 827717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 828717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 829717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 830717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 831717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 832717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 833717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 834717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 835717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 836717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 837717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 838717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 8397e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getWidevineLegacyBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 840e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 841e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("portIndex", kPortIndexInput); 842e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setPointer("buffers", buffers); 843e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("widevine", true); 844e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 845e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> response; 846e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar return PostAndAwaitResponse(msg, &response); 847e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar} 848e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 8497e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 8501d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8515778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 8525778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8545778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8565778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8587e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 8591d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8605778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 8615778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8635778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8655778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8677e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 8687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 8707bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8717bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 8737e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer; 8747bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 8757bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8777e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 8787bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 8807bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8817bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8820e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 8830e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 8840e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 8850e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 8867bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 8877bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 8887e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> *buffer, sp<AMessage> *format) { 8897bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 89047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 891b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - resource already released"); 89247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 89347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 89447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 895b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (buffer == NULL) { 8967e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim ALOGE("getBufferAndFormat - null MediaCodecBuffer"); 897b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 898b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 899b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 900b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (format == NULL) { 901b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - null AMessage"); 902b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 903b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 904b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9057bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 9067bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 907b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9080e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 909b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - not executing"); 9107bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 9117bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 9127bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 9137bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 9147bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 9157bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 916b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9177bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 918b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (index >= buffers->size()) { 919b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - trying to get buffer with " 9200362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "bad index (index=%zu buffer_size=%zu)", index, buffers->size()); 921b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 9227bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 923b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 924b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage const BufferInfo &info = buffers->itemAt(index); 925b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (!info.mOwnedByClient) { 926b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - invalid operation " 9270362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "(the index %zu is not owned by client)", index); 928b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 929b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 930b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 931b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage // by the time buffers array is initialized, crypto is set 932b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage *buffer = (portIndex == kPortIndexInput && mCrypto != NULL) ? 933b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage info.mEncryptedData : 934b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage info.mData; 935b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage *format = info.mFormat; 936b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9377bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 9387bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 9397bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 9405778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 9411d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 9425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9435778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 9455778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 947496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 9481d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 949496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 950496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 951496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 952496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 953575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 9541d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 955575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 956575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 957575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 958575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 9595778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 9605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9615778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 9625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 963c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 9645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9655778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 9665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 9675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 9685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 971c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 9725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9735778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 9745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 9755778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 9765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9775778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9793f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9800e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9815778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 982c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 9835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 984251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 985251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 986251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 9875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9895778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 9905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9915778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 9925778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 9935778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 9945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9965778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 9975778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 9985778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 9995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10005778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 10015778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10033f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 10040e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 10055778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 100647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 1007251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 100847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 10095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 101047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 10115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 10125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 101347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 10145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 10155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 101647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 10175778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 10185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 10205778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 10215778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 10225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10247e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 10255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[kPortIndexOutput].itemAt(index).mData; 10265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10275778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 10285778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 10295778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 10305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10315778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 10325778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 10335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10345778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 10355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10365778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 10375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 10385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10395778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags = 0; 10405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 10415778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_SYNCFRAME; 10425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 10445778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_CODECCONFIG; 10455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_EOS) { 10475778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_EOS; 10485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10505778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 105147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 10525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 10555778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10575778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 10585778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 10595778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 10605778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10615778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 10625778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 10635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10645778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 106592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatError: 10665778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1067251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1068251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1069251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 10705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10719e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 10729e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1073251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1074aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 107552dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1076aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1077aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 10785530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 10795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10805778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 10815778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 10825778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10835778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 10845778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10875778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 10885778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1089c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1090c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 10915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10945778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 10955778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1096c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1097c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 10985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1101c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 11025778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11035778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 11045d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // the shutdown complete notification. If we 11055d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // don't, we'll timeout and force release. 11065530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11075d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 11085d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // fall-thru 11095d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang case STOPPING: 11105d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang { 1111aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 111203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 111303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 111403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 111503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 111603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 111703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 111803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 111903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 11206e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 11216e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 11226e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 112303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 11245d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang sendErrorResponse = false; 112503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 11265778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11295778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 11305778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11319e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 11329e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 11339e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 11349e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 11359e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 11369e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 11375778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11400e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 11415778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 11425778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11435530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1145251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1146575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 11475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11485778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1149c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1150c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1151251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1152251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1153251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1154251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1155251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1156251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1157251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1158251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1159251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1160251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1161251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1162c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11635778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11665778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 11675778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11685530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1170251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1171575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1172c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1173251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1174251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1175251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1176251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1177c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1178251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1179251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1180251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1181251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1182251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1183251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1184251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1185251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1186251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1187251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1188251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1189c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11905778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11945530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1195251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 11965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11975778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 120092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentAllocated: 12015778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12025778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 12035778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 120452dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 12055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1206717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 12075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1208717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 12093a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 12105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 12113a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 12125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1214ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type resourceType; 1215717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 12161bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 1217ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kSecureCodec; 12181bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 12191bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 1220ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kNonSecureCodec; 12211bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1222c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 122358828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu if (mIsVideo) { 122458828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu // audio codec is currently ignored. 1225ea15fd29af81490311af9e12949b43524c39400eRonghua Wu addResource(resourceType, MediaResource::kVideoCodec, 1); 122658828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu } 12271bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 12285778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12295778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 123292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentConfigured: 12335778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1234c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung if (mState == UNINITIALIZED || mState == INITIALIZED) { 1235c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // In case a kWhatError message came in and replied with error, 1236c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // we log a warning and ignore. 1237c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung ALOGW("configure interrupted by error, current state %d", mState); 1238c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung break; 1239c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung } 12405778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 12415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12426507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 12436507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 12446507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1245e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1246e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1247b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] configured as input format: %s, output format: %s", 1248b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1249b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1250b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 12513a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 12523a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 12533a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 12543a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 12553a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 12562606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 12575778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12585778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 126192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatInputSurfaceCreated: 12627cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 126392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 12647cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 12651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 12667cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 12677cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 12687cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 1269b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1270b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1271b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] input surface created as input format: %s, output format: %s", 1272b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1273b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1274b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 12757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 12767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 12776507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 12787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 12797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1285d291c222357303b9611cab89d0c3b047584ef377Chong Zhang case CodecBase::kWhatInputSurfaceAccepted: 1286d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 12878f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 1288d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 1289d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 1290d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 1291addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("input-format", &mInputFormat)); 1292addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("output-format", &mOutputFormat)); 1293d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 1294d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1295d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 1296d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1297d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 1298d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 1299d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1300d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 130192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatSignaledInputEOS: 13027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 130392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 13041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 13057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 13067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 13077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 13087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 13097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 13107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 13117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 13127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 13137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 131492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatBuffersAllocated: 13155778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13167bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 13175778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 13185778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 13195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13205778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("%s buffers allocated", 13215778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 13225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13235778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput 13245778822d86b0337407514b9372562b86edfa91cdAndreas Huber || portIndex == kPortIndexOutput); 13255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[portIndex].clear(); 13275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13285778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 13295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1330eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<RefBase> obj; 1331eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber CHECK(msg->findObject("portDesc", &obj)); 1332eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 133392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar sp<CodecBase::PortDescription> portDesc = 133492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar static_cast<CodecBase::PortDescription *>(obj.get()); 13355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1336eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t numBuffers = portDesc->countBuffers(); 13375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1338c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker size_t totalSize = 0; 1339c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker for (size_t i = 0; i < numBuffers; ++i) { 1340c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (portIndex == kPortIndexInput && mCrypto != NULL) { 1341c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker totalSize += portDesc->bufferAt(i)->capacity(); 1342c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1343c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1344c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1345c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker if (totalSize) { 1346c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker mDealer = new MemoryDealer(totalSize, "MediaCodec"); 1347c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker } 1348c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker 1349eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber for (size_t i = 0; i < numBuffers; ++i) { 13505778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo info; 1351eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mBufferID = portDesc->bufferIDAt(i); 13525778822d86b0337407514b9372562b86edfa91cdAndreas Huber info.mOwnedByClient = false; 1353eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mData = portDesc->bufferAt(i); 1354a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar info.mNativeHandle = portDesc->handleAt(i); 135586b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info.mMemRef = portDesc->memRefAt(i); 13565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13571bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (portIndex == kPortIndexInput && mCrypto != NULL) { 1358c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker sp<IMemory> mem = mDealer->allocate(info.mData->capacity()); 1359ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber info.mEncryptedData = 13607e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim new SharedMemoryBuffer(mInputFormat, mem); 1361c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info.mSharedEncryptedBuffer = mem; 1362ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 1363ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 13645778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffers->push_back(info); 13655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexOutput) { 13685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState == STARTING) { 13695778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We're always allocating output buffers after 13705778822d86b0337407514b9372562b86edfa91cdAndreas Huber // allocating input buffers, so this is a good 13715778822d86b0337407514b9372562b86edfa91cdAndreas Huber // indication that now all buffers are allocated. 137267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 1373c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu addResource( 1374ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kGraphicMemory, 1375ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kUnspecifiedSubType, 1376c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu getGraphicBufferSize()); 137767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 13785778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTED); 13795778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 13805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 13815778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagOutputBuffersChanged; 1382575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 13835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13855778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 138892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatOutputFormatChanged: 13895778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1390b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(msg->findMessage("format", &mOutputFormat)); 1391b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar 1392b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] output format changed to: %s", 1393b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), mOutputFormat->debugString(4).c_str()); 1394b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 1395475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mSoftRenderer == NULL && 1396f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface != NULL && 13973a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar (mFlags & kFlagUsesSoftwareRenderer)) { 13985778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 1399b0a4b9e917bd26bf366fb20c48315f51285c18f9Lajos Molnar CHECK(mOutputFormat->findString("mime", &mime)); 14005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1401b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // TODO: propagate color aspects to software renderer to allow better 1402b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // color conversion to RGB. For now, just mark dataspace for YUV 1403b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar // rendering. 1404b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int32_t dataSpace; 1405b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 1406b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGD("[%s] setting dataspace on output surface to #%x", 1407b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), dataSpace); 1408b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar int err = native_window_set_buffers_data_space( 1409b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mSurface.get(), (android_dataspace)dataSpace); 1410b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGW_IF(err != 0, "failed to set dataspace on surface (%d)", err); 1411b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar } 1412b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar 1413475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu if (mime.startsWithIgnoreCase("video/")) { 1414505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mSoftRenderer = new SoftwareRenderer(mSurface, mRotationDegrees); 14155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1418e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagIsEncoder) { 1419e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Before we announce the format change we should 1420e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // collect codec specific data and amend the output 1421e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format as necessary. 1422e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagGatherCodecSpecificData; 1423c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagIsAsync) { 1424c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1425e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 1426e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagOutputFormatChanged; 1427e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber postActivityNotificationIfPossible(); 1428e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 14292514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 14302514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker // Notify mCrypto of video resolution changes 14312514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker if (mCrypto != NULL) { 14328140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar int32_t left, top, right, bottom, width, height; 14338140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 14348140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 14358140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } else if (mOutputFormat->findInt32("width", &width) 14368140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar && mOutputFormat->findInt32("height", &height)) { 14378140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar mCrypto->notifyResolution(width, height); 14388140a2b7ef0650e8cce6be16efcbfce56d0ed1e4Lajos Molnar } 14392514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker } 14402514d080c8a54ff603a45d7e336de668fe7329dbJeff Tinker 14415778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 144490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case CodecBase::kWhatOutputFramesRendered: 144590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 144690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 144790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 144890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 144990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 145090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 145190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 145290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 145390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 145490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 145590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 145692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFillThisBuffer: 14575778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14585778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 14595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1460c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1461c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1462c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 14635778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 14645778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14677e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim // TODO: hold reference of buffer from downstream when 14687e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim // mPortBuffers is removed. 14697e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim 14708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 14718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 14728ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 14738ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14748ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 14758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 14768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 14778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 14788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 14798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14808ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 14818ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14828ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 14838ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 14848ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 14858ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1486251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1487575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1488575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 14898ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 14908ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 14918ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 14928ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 14938ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1494c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 14956e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 14963d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 14973d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 14983d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 14993d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 15003d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 15016e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1502c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 15035778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 15045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15055778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 15065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 15075778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1508575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1509575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 15105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15115778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 151492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatDrainThisBuffer: 15155778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15165778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 15175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1518c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1519c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1520c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 15215778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 15225778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15257e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 15267e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 15277e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 15287e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim // TODO: hold buffer's reference when we remove mPortBuffers 15295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15305778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 15315778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", &omxFlags)); 15325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15335778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffer->meta()->setInt32("omxFlags", omxFlags); 15345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1535e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (mFlags & kFlagGatherCodecSpecificData) { 1536e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // This is the very first output buffer after a 1537e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // format change was signalled, it'll either contain 1538e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the one piece of codec specific data we can expect 1539e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // or there won't be codec specific data. 1540e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 1541e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber status_t err = 1542e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber amendOutputFormatWithCodecSpecificData(buffer); 1543e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1544e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (err != OK) { 1545e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ALOGE("Codec spit out malformed codec " 1546e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber "specific data!"); 1547e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1548e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1549e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1550e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 1551c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1552c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1553c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1554c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1555c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1556e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1557e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1558c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1559c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1560c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 15615778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 15625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15635778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 15645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 15655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1566575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1567575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 15685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1569575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 15705778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 157392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatEOS: 15745778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15755778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 15765778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 15775778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 158092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatShutdownCompleted: 15815778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15825d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (mState == UNINITIALIZED) { 15835d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // Ignore shutdown complete if we're already released. 15845d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 15855d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 1586c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == STOPPING) { 1587c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(INITIALIZED); 1588c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } else { 1589c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK_EQ(mState, RELEASING); 1590c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(UNINITIALIZED); 15916e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 1592c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 159352dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 15945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 159567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 159667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15975778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 160192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFlushCompleted: 16025778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16035530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 16045530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 16055530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 16065530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 16075530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 16085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16090e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 16100e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 16110e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 16120e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 16130e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 16140e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 16155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16165778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 16175778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16205778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 16215778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 16225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16235778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16265778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 16275778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16283f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16295778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 16305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1632c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16335778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 16375778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 16385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16395778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 16405778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 16415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16425778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 16435778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 16440db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 16450db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 16465778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 16475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16495778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 16505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 16525778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 16535778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 16545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 16555778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 16565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 16595778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 166290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 166390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 166490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 166590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 166690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 166790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 166890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 166990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 167090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1671c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1672c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 16733f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1674c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1675c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1676c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1677c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 16780e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 16790e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1680c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1681c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1682c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1683c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1684c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1685c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1686c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1687c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1688c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1689c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1690c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1691c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1692c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1693c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1694c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1695c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1696c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1697c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1698c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1699c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1700c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1701c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1702c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 17035778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 17045778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17053f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17065778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 17075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1709c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 17105778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17135778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 1714f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 17155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17165778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 17175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 17185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17198b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 17208b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 17218b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 17228b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 17238b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 17245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 17255778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 1726f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 17277541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1728c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 17297541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 17301bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 17311bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 1732f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 17331bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 17341bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 17357541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 17367541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 17377541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 17381bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 17391bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 17401bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 17415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17431bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 17441bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 17455778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 17465778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 17475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 17495778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 1750e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 17515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17538ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 17548ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 17565778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 17601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 17611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 17621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 17631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 17651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface; 17661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 17681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 17691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 17701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 17711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 17721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 17731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 17741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 17751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 17761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 17771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 17781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 17791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 17801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 17811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 1783098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == ALREADY_EXISTS) { 1784098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // reconnecting to same surface 17851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 17861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 17881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 17898b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 17908b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 17918b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 17928b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 17931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 17941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 17951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 17971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 18001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 18011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 18021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 18031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 18041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 18051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 18061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 18071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 18081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 18091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 18101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 18111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 18121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 18131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 18141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 18151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 18161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 18177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 18188f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 18197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 18203f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 18227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 18237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 18247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 1825c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 18277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 18287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 18297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 1830d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 1831d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 1832d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1833d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 1834d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 1835d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 18368f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 1837d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 1838d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 18397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 18407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 18415778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 18425778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18433f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18445778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18460e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 1847d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 18483d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 18493d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 18503d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 18513d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 18520e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 18530e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 1854d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 18550e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 1856c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18575778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 18615778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 18625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 18645778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18675778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 1868c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 1869c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 1870aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 1871aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 1872aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 18733f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1874c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1875c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 187647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 187747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 187847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 187947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 188047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 188147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 188247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 188347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 188447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 188547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 188647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 188747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 18884b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18894b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu int32_t force = 0; 18904b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->findInt32("force", &force); 18914b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (!force && hasPendingBuffer()) { 18924b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGW("Can't reclaim codec right now due to pending buffers."); 18934b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18944b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // return WOULD_BLOCK to ask resource manager to retry later. 18954b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu sp<AMessage> response = new AMessage; 18964b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->setInt32("err", WOULD_BLOCK); 18974b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->postReply(replyID); 18984b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18994b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // notify the async client 19004b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (mFlags & kFlagIsAsync) { 19014b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu onError(DEAD_OBJECT, ACTION_CODE_FATAL); 19024b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 19034b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu break; 19044b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 190547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 190647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 19075d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang bool isReleasingAllocatedComponent = 19085d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED; 19095d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (!isReleasingAllocatedComponent // See 1 191033223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 19110e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 191233223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 191333223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 191433223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 191552dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 191603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 191703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 191803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 191903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 192003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 1921c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 192247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 192347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 19246e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 19256e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 19266e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 19276e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 19286e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1929c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 1930c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 1931c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1932c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 19335d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we're flushing, or we're stopping but received a release 19345d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // request, post the reply for the pending call first, and consider 19355d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // it done. The reply token will be replaced after this, and we'll 19365d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // no longer be able to reply. 19375d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (mState == FLUSHING || mState == STOPPING) { 19385d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (new AMessage)->postReply(mReplyID); 19395d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 19405d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 1941aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 1942aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 1943aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 1944aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 19456e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 19466e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 19476e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1948aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 1949aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 1950aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1951aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 19525d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we already have an error, component may not be able to 19535d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // complete the shutdown properly. If we're stopping, post the 19545d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // reply now with an error to unblock the client, client can 19555d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // release after the failure (instead of ANR). 19565d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (msg->what() == kWhatStop && (mFlags & kFlagStickyError)) { 19575d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang PostReplyWithError(replyID, getStickyError()); 19585d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 19595d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 19605d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 1961c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 1962aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 1963aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1964aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 1965aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 1966c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 196786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodec(reclaimed); 19688b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 19698b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 19708b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 19718b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 19725d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 19735778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19765778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 19775778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19783f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19795778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1981c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1982c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1983c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1984c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1985c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1986c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 19876507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 19886507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 1989c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19906507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 19916507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 19926507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 19935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 19945778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19975778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 19985778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 19995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2001c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 20025778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 20065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 20075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 20095778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 20101d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 20115778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 20125778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 20135778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 20145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20155778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20185778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 20195778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20205778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 20215778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 20225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 20245778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 20255778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20285778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 20295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2030c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 20315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 20335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 20345778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20375778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 20385778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20393f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20405778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2042251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2043c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20445778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2045251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2046251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2047251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20505778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 20515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2052c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 20535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20565778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 20575778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20583f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20595778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2061c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2062c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2063c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2064c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2065c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2066c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 20675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 20685778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20715778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 20725778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 20735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2075c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 20765778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 20805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 20815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 20835778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 20841d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 20855778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 20865778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 20875778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 20885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20895778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20925778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 20935778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20945778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 20955778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 20965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 20985778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 20995778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21025778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 21035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2104c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 21055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 21075778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 21085778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21115778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 21125778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21133f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21145778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2116251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2117c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21185778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2119251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2120251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2121251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21245778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 21255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2126c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 21275778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 21317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 21323f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 21347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21356d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (!isExecuting() || !mHaveInputSurface) { 2136c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 2138251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2139251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2140251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 21427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 21447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 21457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 21467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 21477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21485778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 21495778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21503f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21515778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2152e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // Unfortunately widevine legacy source requires knowing all of the 2153e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // codec input buffers, so we have to provide them even in async mode. 2154e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar int32_t widevine = 0; 2155e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->findInt32("widevine", &widevine); 21565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2157e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar if (!isExecuting() || ((mFlags & kFlagIsAsync) && !widevine)) { 2158c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21595778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2160251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2161251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2162251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21655778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 21665778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 21675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21687e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim Vector<sp<MediaCodecBuffer> > *dstBuffers; 21695778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 21705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21715778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 2172e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // If we're using input surface (either non-persistent created by 2173e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // createInputSurface(), or persistent set by setInputSurface()), 2174e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // give the client an empty input buffers array. 2175e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang if (portIndex != kPortIndexInput || !mHaveInputSurface) { 2176e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang const Vector<BufferInfo> &srcBuffers = mPortBuffers[portIndex]; 2177e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang 2178e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang for (size_t i = 0; i < srcBuffers.size(); ++i) { 2179e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang const BufferInfo &info = srcBuffers.itemAt(i); 2180e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang 2181e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang dstBuffers->push_back( 2182e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang (portIndex == kPortIndexInput && mCrypto != NULL) 2183e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang ? info.mEncryptedData : info.mData); 2184e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang } 21855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21875778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 21885778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21915778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 21925778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21933f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21945778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2196251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2197c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2199251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2200251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2201251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 22025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 22050e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 22065778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 22075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 22095778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 22105778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2213e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 22145778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 22155778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2216e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2217e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2218e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 22193f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 22205778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 22215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2222e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 22230e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 22240e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2225e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2226c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 22275778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2228251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2229251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2230251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 22315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22335778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2234e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 22355778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 22365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2239496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2240496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2241496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2242496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2243496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2244496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2245575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2246575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2247575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2248575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2249575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2250575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2251575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2252575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2253575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2254717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2255717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 22563f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2257717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2258717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2259717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2260c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2261717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2262717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2263717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2264717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2265717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2266717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2267717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2268717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2269717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2270a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2271a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 22723f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2273a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2274a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2275a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2276a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2277a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2278a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2279a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2280c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2281a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2282a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2283a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 22855778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 22865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22875778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22898ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 22908ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 22918ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22928ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 22938ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 22948ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2295a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 22968ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 22978ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 22984f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang if (csd->size() == 0) { 22994f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang ALOGW("csd-%zu size is 0", i); 23004f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang } 23018ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23028ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 23038ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 23048ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 23058ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2306a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 23078ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 23088ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23098ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 23108ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 23118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23127bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo *info = 23137bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar &mPortBuffers[kPortIndexInput].itemAt(bufferIndex); 23148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23158ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 23168ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 23178ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23187e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &codecInputData = 23198ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber (mCrypto != NULL) ? info->mEncryptedData : info->mData; 23208ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23218ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 23228ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 23238ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 23248ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23258ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 23268ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 23288ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23291d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 23308ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 23318ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 23328ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 23338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 23348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 23358ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 23368ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23378ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 23388ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 23398ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23405778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 23417541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 23425778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 23435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 23445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23451bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 2346f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 23475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2348671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 23495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 23505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 23515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 23525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2353e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2354e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagGatherCodecSpecificData; 2355c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2356251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2357575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2358575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2359c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 23605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2362717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2363671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2364671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2365671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2366aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2367aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2368aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2369aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2370717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2371717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 23725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 23735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23745778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 23752606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 23762606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 23775778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 237986b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodec(bool isReclaim) { 238086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexInput, isReclaim); 238186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexOutput, isReclaim); 23825778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 238486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex, bool isReclaim) { 23855778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 23867bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 23875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23885778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 23895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23905778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 23915778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 23925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify != NULL) { 23945778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = info->mNotify; 23955778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 239686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu if (isReclaim && info->mOwnedByClient) { 239786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu ALOGD("port %d buffer %zu still owned by client when codec is reclaimed", 239886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu portIndex, i); 239986b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu } else { 240086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info->mMemRef = NULL; 240186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info->mOwnedByClient = false; 240286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu } 24035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexInput) { 24057fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* no error, just returning buffers */ 24067fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar msg->setInt32("err", OK); 24075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24085778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 24095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 24135778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24155778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 24165778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 24175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 24185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2419609b815a3131d22da38b2f452faa9f89daad4039Andy Hung uint32_t bufferID; 2420609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 24215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24225778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 24235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24245778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mBufferID == bufferID) { 24285778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(info->mNotify == NULL); 24295778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("reply", &info->mNotify)); 24305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2431475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mFormat = 2432475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu (portIndex == kPortIndexInput) ? mInputFormat : mOutputFormat; 24335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].push_back(i); 24345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return i; 24365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24395778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 24405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 24425778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24445778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 24455778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 24465778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 24475778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 24485778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 24495778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 24505778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 24515778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 24525778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 24535778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 24545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 24564b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 24574b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 24584b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 24594b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 24604b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24614b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 24624b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 24634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 2464d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CryptoPlugin::Pattern pattern; 24654b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 24674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto != NULL) { 24684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 24694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 24704b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 24724b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 24734b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 24744b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 2475d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mEncryptBlocks = 0; 2476d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mSkipBlocks = 0; 24774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24784b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 24794b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto == NULL) { 24804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 24814b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24824b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 24844b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 24854b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 24864b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 2487d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("encryptBlocks", (int32_t *)&pattern.mEncryptBlocks)); 2488d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("skipBlocks", (int32_t *)&pattern.mSkipBlocks)); 24894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 24914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 24924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 24944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24954b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 24964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 24974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 24984b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 24994b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 25004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 25014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 25025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 25035778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 25045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25065778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexInput].editItemAt(index); 25075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 25095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 25105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 25135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 25145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25165778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> reply = info->mNotify; 25175778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 25185778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt64("timeUs", timeUs); 25195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_EOS) { 25215778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("eos", true); 25225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & BUFFER_FLAG_CODECCONFIG) { 25255778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->meta()->setInt32("csd", true); 25265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25281bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (mCrypto != NULL) { 25291bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (size > info->mEncryptedData->capacity()) { 25301bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber return -ERANGE; 2531ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2532ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 25335b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 25345b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 25355b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 25369ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker void *dst_pointer = info->mData->base(); 25379ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker ICrypto::DestinationType dst_type = ICrypto::kDestinationTypeOpaqueHandle; 25389ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker 25399ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker if (info->mNativeHandle != NULL) { 2540c6e96a912c2cdedf853e3bd7b68c953fa818ff40Lajos Molnar dst_pointer = (void *)info->mNativeHandle->handle(); 25419ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker dst_type = ICrypto::kDestinationTypeNativeHandle; 25429ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker } else if ((mFlags & kFlagIsSecure) == 0) { 25439ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker dst_type = ICrypto::kDestinationTypeVmPointer; 25449ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker } 25459ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker 2546fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong ssize_t result = mCrypto->decrypt( 25479ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker dst_type, 25481bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 25491bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 25501bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 255118cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker pattern, 2552c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info->mSharedEncryptedBuffer, 2553c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker offset, 25544b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 25554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 2556a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar dst_pointer, 25575b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 25581bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2559fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong if (result < 0) { 2560fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong return result; 2561ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2562ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 2563fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong info->mData->setRange(0, result); 2564ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 25657e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim // TODO: release buffer reference. 2566ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 25677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 25687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 25697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 25707bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 25717bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 25727e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim reply->setObject("buffer", info->mData); 25735778822d86b0337407514b9372562b86edfa91cdAndreas Huber reply->post(); 25745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25755b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mNotify = NULL; 25765b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 25775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 25785778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 258090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 258190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 25820d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const std::list<FrameRenderTracker::Info> &done, sp<AMessage> &msg) { 258390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 258490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 258590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 258690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 258790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 258890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 258990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 259090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 259190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 259290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 259390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 259490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 259590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 259690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 25975778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 25985778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 25995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 26005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26015778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 26025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 26035778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 26045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26060e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 26075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 26085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 26115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 26125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26145778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index); 26155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 26175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 26185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26207bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 26217bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 26227bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 26237bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 26247bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 26257bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 262679ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou if (render && info->mData != NULL && info->mData->size() != 0) { 26275778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->setInt32("render", true); 26285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 262990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 263090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 263190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 263290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 2633c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar if (!msg->findInt64("timestampNs", &renderTimeNs)) { 2634c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 2635c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)mediaTimeUs); 263690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 2637fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2638c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar info->mNotify->setInt64("timestampNs", renderTimeNs); 2639fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 26405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 264190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 2642475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mData->data(), info->mData->size(), 264390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mediaTimeUs, renderTimeNs, NULL, info->mFormat); 264490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 264590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 264690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 264790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 264890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 264990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 265090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 265190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 265290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 265390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 26545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26577e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim info->mNotify->setObject("buffer", info->mData); 26587e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim // TODO: release buffer reference. 26595778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->post(); 26607e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim info->mNotify.clear(); 26615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 26635778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26655778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 26665778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 26675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26685778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 26695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 26715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 26725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26745778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 26755778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 26765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26775778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[portIndex].editItemAt(index); 26785778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 26797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 26807bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 26817bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 268203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 268303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 268403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat != NULL) { 268503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 268603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findBuffer("image-data", &imageData)) { 268703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 268803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 268903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 269003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar if (info->mFormat->findRect("crop", &left, &top, &right, &bottom)) { 269103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 269203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 269303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 26947bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 26955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 26975778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 27001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 27011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 2702b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar uint64_t oldId, newId; 2703098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (mSurface != NULL 2704b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && surface->getUniqueId(&newId) == NO_ERROR 2705b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && mSurface->getUniqueId(&oldId) == NO_ERROR 2706b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && newId == oldId) { 2707b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar ALOGI("[%s] connecting to the same surface. Nothing to do.", mComponentName.c_str()); 2708098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return ALREADY_EXISTS; 2709098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar } 2710098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 27111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2712098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == OK) { 2713264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Require a fresh set of buffers after each connect by using a unique generation 2714264bac95912efe121d6a60026612617f04f42966Lajos Molnar // number. Rely on the fact that max supported process id by Linux is 2^22. 2715264bac95912efe121d6a60026612617f04f42966Lajos Molnar // PID is never 0 so we don't have to worry that we use the default generation of 0. 2716264bac95912efe121d6a60026612617f04f42966Lajos Molnar // TODO: come up with a unique scheme if other producers also set the generation number. 2717264bac95912efe121d6a60026612617f04f42966Lajos Molnar static uint32_t mSurfaceGeneration = 0; 2718264bac95912efe121d6a60026612617f04f42966Lajos Molnar uint32_t generation = (getpid() << 10) | (++mSurfaceGeneration & ((1 << 10) - 1)); 2719264bac95912efe121d6a60026612617f04f42966Lajos Molnar surface->setGenerationNumber(generation); 2720264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGI("[%s] setting surface generation to %u", mComponentName.c_str(), generation); 2721264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2722264bac95912efe121d6a60026612617f04f42966Lajos Molnar // HACK: clear any free buffers. Remove when connect will automatically do this. 2723264bac95912efe121d6a60026612617f04f42966Lajos Molnar // This is needed as the consumer may be holding onto stale frames that it can reattach 2724264bac95912efe121d6a60026612617f04f42966Lajos Molnar // to this surface after disconnect/connect, and those free frames would inherit the new 2725264bac95912efe121d6a60026612617f04f42966Lajos Molnar // generation number. Disconnecting after setting a unique generation prevents this. 2726264bac95912efe121d6a60026612617f04f42966Lajos Molnar native_window_api_disconnect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2727264bac95912efe121d6a60026612617f04f42966Lajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2728264bac95912efe121d6a60026612617f04f42966Lajos Molnar } 2729264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2730264bac95912efe121d6a60026612617f04f42966Lajos Molnar if (err != OK) { 27311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_api_connect returned an error: %s (%d)", strerror(-err), err); 27321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 27331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2734098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // do not return ALREADY_EXISTS unless surfaces are the same 2735098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return err == ALREADY_EXISTS ? BAD_VALUE : err; 27361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 27377541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 27381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 27391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 2740f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 2741264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Resetting generation is not technically needed, but there is no need to keep it either 2742264bac95912efe121d6a60026612617f04f42966Lajos Molnar mSurface->setGenerationNumber(0); 27431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_disconnect(mSurface.get(), NATIVE_WINDOW_API_MEDIA); 27447541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 27451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("native_window_api_disconnect returned an error: %s (%d)", strerror(-err), err); 27467541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 27471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 2748f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 27497541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 27501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 27511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 27527541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 27531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 27541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 27551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 27561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 27571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2758f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 27591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 27601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 27611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 27627541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 27637541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 27641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 27657541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 27667541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2767c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 2768c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2769c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 2770c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2771c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 2772c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2773c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2774c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2775c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2776c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2777c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 2778c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2779c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 27807e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 2781c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mPortBuffers[kPortIndexOutput].itemAt(index).mData; 2782c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2783c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 2784c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2785c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 2786c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 2787c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2788c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 2789c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 2790c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2791c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 2792c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2793c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t omxFlags; 2794c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 2795c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2796c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t flags = 0; 2797c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 2798c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_SYNCFRAME; 2799c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2800c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 2801c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_CODECCONFIG; 2802c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2803c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_EOS) { 2804c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_EOS; 2805c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2806c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2807c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 2808c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2809c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2810c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2811c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2812c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2813749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 2814c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2815c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2816c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 2817c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 2818749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 2819749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 2820749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 2821749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 2822749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 2823c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2824c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2825c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2826c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2827c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2828c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 2829c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2830c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2831c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 2832c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 2833c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2834c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2835c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2836c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2837c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2838575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 2839575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 2840575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 2841575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2842575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2843e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 2844e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 2845575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 2846e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 2847e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2848e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 2849575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 2850575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 2851e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 2852e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 2853e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2854e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 2855e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 2856e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 2857e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 2858e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 2859e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 2860e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 2861575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 2862575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2863575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2864575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 2865575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2866a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 28671d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 2868a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 2869a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2870a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 2871a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 2872a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2873a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2874a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 2875a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 2876a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2877a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 2878a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2879a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2880e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 28817e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer) { 2882e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 2883e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 2884e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2885e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 2886e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 2887e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 2888e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 2889e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 2890e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2891e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 2892e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2893e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 2894e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 2895e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2896e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 2897e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 2898e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 2899e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 2900e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 2901e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 2902e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2903e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 2904a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 2905e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2906e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 2907e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2908e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2909e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 2910e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 2911e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2912e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 2913e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 2914e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 29157e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<ABuffer> csd = new ABuffer(buffer->size()); 29167e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim memcpy(csd->data(), buffer->data(), buffer->size()); 29177e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim csd->setRange(0, buffer->size()); 29187e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim mOutputFormat->setBuffer("csd-0", csd); 2919e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2920e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2921e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2922e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2923e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 29242606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 29253f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (!mIsVideo) { 29263f273d10817ddb2f792ae043de692efcdf1988aeWei Jia return; 29273f273d10817ddb2f792ae043de692efcdf1988aeWei Jia } 29282606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 29293f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (mState == CONFIGURED && !mBatteryStatNotified) { 29303f273d10817ddb2f792ae043de692efcdf1988aeWei Jia BatteryNotifier::getInstance().noteStartVideo(); 29312606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 29322606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 29333f273d10817ddb2f792ae043de692efcdf1988aeWei Jia BatteryNotifier::getInstance().noteStopVideo(); 29342606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 29352606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 29362606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 29372606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 29385778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 2939