MediaCodec.cpp revision 29b7dcf6d3cdb97103467dc8106151c6260c239a
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 224811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim#include "include/SecureBuffer.h" 237e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include "include/SharedMemoryBuffer.h" 245778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 282606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 29c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 3079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 311a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 32ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 33d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 3467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 357e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include <media/MediaCodecBuffer.h> 365778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 375778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 385778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 395b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 40ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 415778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 432606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 446f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 45e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 465778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 47744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 485778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 49d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 50d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 518b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 5299e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 532606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 542606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 552606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 56e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 575778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 590d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsiehstatic int64_t getId(const sp<IResourceManagerClient> &client) { 6067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 6167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 6447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 6567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 684b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatic const int kMaxReclaimWaitTimeInUs = 500000; // 0.5s 6967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 71090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 7267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 7467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 7567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 7667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 7767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 7867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 7947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 804b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (err == WOULD_BLOCK) { 814b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Wait for the client to release codec."); 824b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu usleep(kMaxReclaimWaitTimeInUs); 834b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Try to reclaim again."); 844b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu err = codec->reclaim(true /* force */); 854b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 8667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 8767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 8867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 9067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 9167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 928f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 938f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 948f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 958f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 968f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 978f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 988f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 998f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 1008f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 1018f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 1028f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 1038f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1048f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1058f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 10667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 10867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 10967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 11167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 11267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 11467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 11567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy(pid_t pid) 11768845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu : mPid(pid) { 11868845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu if (mPid == MediaCodec::kNoPid) { 11968845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mPid = IPCThreadState::self()->getCallingPid(); 12068845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu } 12167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 12267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 12467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 12567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 12667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 12767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 12867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 13067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 13167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 13267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 13367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 13467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 13567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 13667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 137e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 13867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 13967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 14167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 14267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 14567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 14767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 1480d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const sp<IResourceManagerClient> &client, 14967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 15067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 15167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 15267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 15367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 15437c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->addResource(mPid, clientId, client, resources); 15567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 15867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 15967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 16067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 16167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 16237c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->removeResource(mPid, clientId); 16367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 16467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 16637c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu const Vector<MediaResource> &resources) { 16767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 16867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 16967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 17067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 17137c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu return mService->reclaimResource(mPid, resources); 17267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 17367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1745778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1755778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 176f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &mime, bool encoder, status_t *err, pid_t pid, 177f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia uid_t uid) { 178f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 1795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 180251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 181251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 182251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 183251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 184251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1855778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1875778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 1885778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 189f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &name, status_t *err, pid_t pid, uid_t uid) { 190f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 1915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 192251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 193251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 194251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 195251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 196251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 1975778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 1985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 199d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 2005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t MediaCodec::QueryCapabilities( 2015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 2025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps /* nonnull */) { 2035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TRICKY: this method is used by MediaCodecList/Info during its 2045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // initialization. As such, we cannot create a MediaCodec instance 2055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // because that requires an initialized MediaCodecList. 2065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 2075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecBase> codec = GetCodecBase(name); 2085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (codec == NULL) { 2095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NAME_NOT_FOUND; 2105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 2115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 2125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return codec->queryCapabilities(name, mime, isEncoder, caps); 2135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 2145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 2155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar// static 216d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 217d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 218addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (client.connect() != OK) { 219addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("Failed to connect to OMX to create persistent input surface."); 22079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 22179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 22279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 223addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IOMX> omx = client.interface(); 22479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 225d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 226addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IGraphicBufferSource> bufferSource; 227d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 228addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = omx->createInputSurface(&bufferProducer, &bufferSource); 229d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 230d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 231d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 232d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 233d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 234d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 235addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return new PersistentSurface(bufferProducer, bufferSource); 236d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 237d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 238f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei JiaMediaCodec::MediaCodec(const sp<ALooper> &looper, pid_t pid, uid_t uid) 2395778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 24047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 2415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 24292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 2437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 2445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 245251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 2465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 247ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 24868845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mResourceManagerService(new ResourceManagerServiceProxy(pid)), 2492606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 2502606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 25167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 25267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 253505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees(0), 2545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 2555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 2565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 2576507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 2583d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 2593d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 260f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia if (uid == kNoUid) { 261f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = IPCThreadState::self()->getCallingUid(); 262f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } else { 263f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = uid; 264f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } 2655778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2675778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 2685778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 26967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 2705778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2725778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 2735778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 2745778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 2755778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 2765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 2785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 2825778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 2835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 2865778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 2875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2883f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 28947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 29047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 29147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 29247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 29347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 29447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 295c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 29647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 297c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 298c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 299c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 3015b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarsp<CodecBase> MediaCodec::GetCodecBase(const AString &name, bool nameIsType) { 3025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // at this time only ACodec specifies a mime type. 3035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (nameIsType || name.startsWithIgnoreCase("omx.")) { 3045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new ACodec; 3055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (name.startsWithIgnoreCase("android.filter.")) { 3065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new MediaFilter; 3075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else { 3085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 3095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 3105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 3115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 312dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 31367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 31467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 315671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 316671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 317671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 318671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 319671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 3205778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 3215778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 3225778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 3235778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 324744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 3255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mCodec = GetCodecBase(name, nameIsType); 3265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (mCodec == NULL) { 327744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 328744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 329744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 33067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 331dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 33267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 3336f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 3346f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 3356f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 33667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 3376f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 3386f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 33960b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 34048a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (mcl == NULL) { 34148a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec = NULL; // remove the codec. 34248a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return NO_INIT; // if called from Java should raise IOException 34348a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 3446f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 3456f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 34660b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 34760b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 34860b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 34960b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 35060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 35167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 35260b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 3536f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3546f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3556f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 3565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 35867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 35967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 3605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 3615778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 3625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 3635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 3645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 3675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 3685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 3695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3715778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 3725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3731d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar mCodec->setNotificationMessage(new AMessage(kWhatCodecNotify, this)); 3745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3751d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 3765778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 3775778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 3785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 3805778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 3815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 38367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 38467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 385ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = 386ea15fd29af81490311af9e12949b43524c39400eRonghua Wu secureCodec ? MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 387ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 388ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 389ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 39067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 39167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 39267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 39337c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 39467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 39567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 39667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 39767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 39867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 39967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 40067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 40167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 40267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 40367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 40467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 4055778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 407c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 4081d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 409c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 410c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 411c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 412c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 413c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 414c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 41590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 41690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 41790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 41890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 41990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 42090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 4215778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 4225778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 423f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 4241bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 4255778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 4261d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 4275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 42867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 42967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 43067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 431505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang if (!format->findInt32("rotation-degrees", &mRotationDegrees)) { 432505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees = 0; 433505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang } 4342034457336d28124e0f9f3c625978052ae03fceaWei Jia 4352034457336d28124e0f9f3c625978052ae03fceaWei Jia // Prevent possible integer overflow in downstream code. 4362034457336d28124e0f9f3c625978052ae03fceaWei Jia if (mInitIsEncoder 4372034457336d28124e0f9f3c625978052ae03fceaWei Jia && (uint64_t)mVideoWidth * mVideoHeight > (uint64_t)INT32_MAX / 4) { 4382034457336d28124e0f9f3c625978052ae03fceaWei Jia ALOGE("buffer size is too big, width=%d, height=%d", mVideoWidth, mVideoHeight); 4392034457336d28124e0f9f3c625978052ae03fceaWei Jia return BAD_VALUE; 4402034457336d28124e0f9f3c625978052ae03fceaWei Jia } 44167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 44267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 4435778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 4445778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 445f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 4461bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 4471bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (crypto != NULL) { 4481bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setPointer("crypto", crypto.get()); 4495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 45267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 453f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 45467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 45567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 456ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 457ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 458ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 459ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 460ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 46167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 46267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 463ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 46467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 46567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 46667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 46737c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 46867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 46967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 47067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 471f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 47267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 47367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 47467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 47567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 47667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 47767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 47867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 47967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 48067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 48167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 48267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 48367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 48467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 48567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 48667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 487f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 488f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 4895778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4918f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 492d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 4938f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 494d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 495d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 496d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 497d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 498d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 499d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 5001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 5011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 5021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 5031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 5051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 5061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 5071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 5087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 5097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 5101d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 5117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 5127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 5137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 5147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 5157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 5167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 5177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 5187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 5197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 5207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 5217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 5227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 5237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 5247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 5257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 5267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 5277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 52867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 52967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 53067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 53167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 53267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 53367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 53467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 53567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 53667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 53767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 53867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 53967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 54067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 54167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 542ea15fd29af81490311af9e12949b43524c39400eRonghua Wuvoid MediaCodec::addResource( 543ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type, MediaResource::SubType subtype, uint64_t value) { 54467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 545c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 54667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 54737c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu getId(mResourceManagerClient), mResourceManagerClient, resources); 54867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 54967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 5505778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 5511d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 5525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 55367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 55467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 555ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 556ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 557ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 558ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 559ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 56067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 56167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 562ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 56367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 56467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 56567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 56637c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 56767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 56867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 56967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 57067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 57167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 57267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 57367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 57467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 57567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 57667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 57767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 57867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 57967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 58067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 58167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 58267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 58367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 58467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 58567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 58667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 58767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 58867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 58967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 5905778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5925778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 5931d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 5945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5955778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 5965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 5975778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5994b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer(int portIndex) { 6004b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu const Vector<BufferInfo> &buffers = mPortBuffers[portIndex]; 6014b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu for (size_t i = 0; i < buffers.size(); ++i) { 6024b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu const BufferInfo &info = buffers.itemAt(i); 6034b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (info.mOwnedByClient) { 6044b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return true; 6054b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 6064b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 6074b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return false; 6084b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 6094b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 6104b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer() { 6114b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return hasPendingBuffer(kPortIndexInput) || hasPendingBuffer(kPortIndexOutput); 6124b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 6134b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 6144b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatus_t MediaCodec::reclaim(bool force) { 61558828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu ALOGD("MediaCodec::reclaim(%p) %s", this, mInitName.c_str()); 61647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 61747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 6184b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->setInt32("force", force ? 1 : 0); 61947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 62047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 6210abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu status_t ret = PostAndAwaitResponse(msg, &response); 6220abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu if (ret == -ENOENT) { 6230abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ALOGD("MediaCodec looper is gone, skip reclaim"); 6240abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ret = OK; 6250abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu } 6260abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu return ret; 62747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 62847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 629c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 6301d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 631c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 632c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 633c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 634c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 635c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 636671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 637671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 638671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 639671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 640671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 641671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 642671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 643671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 644671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 645671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 646671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 647671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 648671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 649671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 650671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 651671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 652671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 653671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 654671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 655251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 656671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 657671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 658671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 659671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 660671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 661671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 662671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 663671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 664671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 665671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 666dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 667671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 668671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 669671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 670671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 6715778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 6725778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 6735778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 6745778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 6755778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 6765b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 6775b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 6785b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 6795b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 6805b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 6815b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 6821d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 6835778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 6845778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 6855778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 6865778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 6875778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 6885b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 6895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6905778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 6915778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 6925778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 6954b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 6964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 6974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 6984b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 6994b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 7004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 7014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 70218cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker const CryptoPlugin::Pattern &pattern, 7034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 7045b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 7055b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 7065b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 7075b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 7085b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 7095b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 7101d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 7114b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 7124b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 7134b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 7144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 7154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 7164b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 7174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 71818cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("encryptBlocks", pattern.mEncryptBlocks); 71918cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("skipBlocks", pattern.mSkipBlocks); 7204b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 7214b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 7225b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 7234b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 7244b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 7255b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 7265b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 7275b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 7284b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 7294b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 7305778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 7311d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 7325778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7345778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7355778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7405778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7435778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7455778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 7465778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 7475778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 7485778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 7495778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 7505778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 7515778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 7521d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 7535778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 7545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7555778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7565778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 7575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 7585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 7595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7615778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 7625778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 7635778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 7645778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 7655778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 7665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 7685778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7705778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 7711d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7725778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7735778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 7745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7755778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7775778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 779fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 7801d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 781fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 782fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 783fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 784fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 785fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 786fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 787fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 788fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 7895778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 7901d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 7915778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 7925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7935778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 7955778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 7981d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 7997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 8007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 8017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 8027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 8037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 8045778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 8051d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 8065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8075778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8085778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 8095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 8105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8135778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 8145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 8165778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 818e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 8191d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 820e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 821e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 822e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 823e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 824e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 825e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 826e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 827e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 828e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 829e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 830e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 831e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 832717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 8331d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 834717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 835717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 836717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 837717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 838717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 839717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 840717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 841717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 842717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 843717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 844717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 845717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 8467e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 8471d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8485778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 8495778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8515778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8535778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8557e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 8561d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 8575778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 8585778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 8595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8605778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8625778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8647e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 8657bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8667bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 8677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 8707e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer; 8717bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 8727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8737bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8747e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 8757bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 8767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 8777bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 8787bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 8790e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 8800e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 8810e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 8820e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 8837bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 8847bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 8857e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> *buffer, sp<AMessage> *format) { 8867bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 88747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 888b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - resource already released"); 88947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 89047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 89147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 892b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (buffer == NULL) { 8937e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim ALOGE("getBufferAndFormat - null MediaCodecBuffer"); 894b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 895b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 896b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 897b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (format == NULL) { 898b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - null AMessage"); 899b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 900b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 901b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9027bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 9037bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 904b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9050e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 906b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - not executing"); 9077bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 9087bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 9097bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 9107bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 9117bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 9127bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 913b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9147bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 915b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (index >= buffers->size()) { 916b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - trying to get buffer with " 9170362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "bad index (index=%zu buffer_size=%zu)", index, buffers->size()); 918b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 9197bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 920b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 921b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage const BufferInfo &info = buffers->itemAt(index); 922b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (!info.mOwnedByClient) { 923b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - invalid operation " 9240362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "(the index %zu is not owned by client)", index); 925b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 926b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 927b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9284811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim *buffer = info.mData; 929fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim *format = info.mData->format(); 930b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 9317bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 9327bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 9337bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 9345778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 9351d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 9365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9375778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9385778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 9395778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 941496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 9421d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 943496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 944496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 945496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 946496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 947575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 9481d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 949575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 950575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 951575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 952575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 9535778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 9545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9555778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 9565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 957c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 9585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9595778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 9605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 9615778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 9625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 965c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 9665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9675778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 9685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 9695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 9705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9715778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9733f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9740e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9755778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 976c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 9775778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 978251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 979251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 980251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 9815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9835778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 9845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 9865778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 9875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 9885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9905778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 9915778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 9925778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 9935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 9955778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9973f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 9980e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 9995778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 100047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 1001251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 100247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 10035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 100447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 10055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 10065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 100747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 10085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 10095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 101047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 10115778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 10125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 10145778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 10155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 10165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10187e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 10195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[kPortIndexOutput].itemAt(index).mData; 10205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10215778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 10225778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 10235778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 10245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10255778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 10265778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 10275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10285778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 10295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10305778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 10315778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 10325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10335778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags = 0; 10345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 10355778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_SYNCFRAME; 10365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 10385778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_CODECCONFIG; 10395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_EOS) { 10415778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_EOS; 10425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10445778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 104547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 10465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 10495778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10515778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 10525778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 10535778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 10545778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10555778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 10565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 10575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10585778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 105992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatError: 10605778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1061251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1062251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1063251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 10645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10659e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 10669e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1067251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1068aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 106952dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1070aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1071aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 10725530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 10735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10745778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 10755778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 10765778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10775778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 10785778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10815778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 10825778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1083c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1084c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 10855778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10885778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 10895778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1090c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1091c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 10925778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 10935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1095c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 10965778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 10975778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 10985d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // the shutdown complete notification. If we 10995d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // don't, we'll timeout and force release. 11005530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11015d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 11025d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // fall-thru 11035d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang case STOPPING: 11045d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang { 1105aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 110603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 110703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 110803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 110903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 111003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 111103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 111203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 111303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 11146e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 11156e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 11166e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 111703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 11185d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang sendErrorResponse = false; 111903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 11205778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11235778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 11245778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11259e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 11269e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 11279e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 11289e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 11299e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 11309e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 11315778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11340e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 11355778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 11365778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11375530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1139251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1140575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 11415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11425778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1143c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1144c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1145251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1146251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1147251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1148251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1149251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1150251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1151251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1152251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1153251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1154251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1155251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1156c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11575778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11605778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 11615778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11625530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 11635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1164251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1165575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1166c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1167251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1168251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1169251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1170251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1171c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1172251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1173251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1174251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1175251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1176251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1177251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1178251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1179251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1180251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1181251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1182251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1183c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 11845778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11885530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1189251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 11905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 11925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 119492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentAllocated: 11955778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 11965778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 11975778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 119852dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 11995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1200717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 12015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1202717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 12033a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 12045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 12053a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 12065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1208ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type resourceType; 1209717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 12101bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 1211ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kSecureCodec; 12121bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 12131bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 1214ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kNonSecureCodec; 12151bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1216c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 121758828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu if (mIsVideo) { 121858828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu // audio codec is currently ignored. 1219ea15fd29af81490311af9e12949b43524c39400eRonghua Wu addResource(resourceType, MediaResource::kVideoCodec, 1); 122058828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu } 12211bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 12225778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12235778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 122692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatComponentConfigured: 12275778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1228c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung if (mState == UNINITIALIZED || mState == INITIALIZED) { 1229c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // In case a kWhatError message came in and replied with error, 1230c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // we log a warning and ignore. 1231c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung ALOGW("configure interrupted by error, current state %d", mState); 1232c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung break; 1233c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung } 12345778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 12355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12366507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 12376507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 12386507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1239e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1240e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1241b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] configured as input format: %s, output format: %s", 1242b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1243b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1244b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 12453a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 12463a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 12473a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 12483a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 12493a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 12502606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 12515778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 12525778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 125592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatInputSurfaceCreated: 12567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 125792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 12587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 12591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 12607cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 12617cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 12627cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 1263b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1264b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1265b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] input surface created as input format: %s, output format: %s", 1266b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1267b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1268b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 12697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 12707cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 12716507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 12727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 12737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 12747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 12767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 12777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 12787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1279d291c222357303b9611cab89d0c3b047584ef377Chong Zhang case CodecBase::kWhatInputSurfaceAccepted: 1280d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 12818f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 1282d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 1283d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 1284d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 1285addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("input-format", &mInputFormat)); 1286addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("output-format", &mOutputFormat)); 1287d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 1288d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1289d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 1290d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1291d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 1292d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 1293d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1294d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 129592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatSignaledInputEOS: 12967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 129792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 12981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 12997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 13007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 13017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 13027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 13037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 13047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 13057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 13067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 13077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 130892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatBuffersAllocated: 13095778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13107bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 13115778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 13125778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 13135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13145778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("%s buffers allocated", 13155778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 13165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput 13185778822d86b0337407514b9372562b86edfa91cdAndreas Huber || portIndex == kPortIndexOutput); 13195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[portIndex].clear(); 1321fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mPortBufferArrays[portIndex].clear(); 13225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13235778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 13245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1325eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<RefBase> obj; 1326eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber CHECK(msg->findObject("portDesc", &obj)); 1327eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 132892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar sp<CodecBase::PortDescription> portDesc = 132992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar static_cast<CodecBase::PortDescription *>(obj.get()); 13305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1331eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t numBuffers = portDesc->countBuffers(); 133214e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim 133314e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim size_t totalSize = 0; 133414e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim for (size_t i = 0; i < numBuffers; ++i) { 133514e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim if (portIndex == kPortIndexInput && mCrypto != NULL) { 133614e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim totalSize += portDesc->bufferAt(i)->capacity(); 133714e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim } 133814e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim } 133914e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim 134014e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim if (totalSize) { 134114e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim mDealer = new MemoryDealer(totalSize, "MediaCodec"); 134214e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim } 134314e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim 1344eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber for (size_t i = 0; i < numBuffers; ++i) { 13455778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo info; 1346eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mBufferID = portDesc->bufferIDAt(i); 13475778822d86b0337407514b9372562b86edfa91cdAndreas Huber info.mOwnedByClient = false; 134814e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim sp<MediaCodecBuffer> buffer = portDesc->bufferAt(i); 134914e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim if (portIndex == kPortIndexInput && mCrypto != NULL) { 135014e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim info.mSharedEncryptedBuffer = mDealer->allocate(buffer->capacity()); 135114e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim buffer = new SharedMemoryBuffer( 135214e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim mInputFormat, info.mSharedEncryptedBuffer); 135314e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim } 13545778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffers->push_back(info); 135514e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim mPortBufferArrays[portIndex].push_back(buffer); 13565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexOutput) { 13595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState == STARTING) { 13605778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We're always allocating output buffers after 13615778822d86b0337407514b9372562b86edfa91cdAndreas Huber // allocating input buffers, so this is a good 13625778822d86b0337407514b9372562b86edfa91cdAndreas Huber // indication that now all buffers are allocated. 136367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 1364c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu addResource( 1365ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kGraphicMemory, 1366ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kUnspecifiedSubType, 1367c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu getGraphicBufferSize()); 136867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 13695778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTED); 13705778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 13715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 13725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagOutputBuffersChanged; 1373575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 13745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13765778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 137990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case CodecBase::kWhatOutputFramesRendered: 138090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 138190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 138290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 138390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 138490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 138590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 138690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 138790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 138890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 138990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 139090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 139192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFillThisBuffer: 13925778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13935778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 13945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1395c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1396c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1397c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 13985778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 13995778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14027e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim // TODO: hold reference of buffer from downstream when 14037e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim // mPortBuffers is removed. 14047e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim 14058ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 14068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 14078ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 14088ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14098ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 14108ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 14118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 14128ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 14138ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 14148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14158ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 14168ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 14178ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 14188ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 14198ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 14208ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1421251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1422575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1423575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 14248ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 14258ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 14268ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 14278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 14288ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1429c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 14306e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 14313d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 14323d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 14333d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 14343d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 14353d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 14366e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1437c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 14385778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 14395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14405778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 14415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 14425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1443575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1444575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 14455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14465778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 144992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatDrainThisBuffer: 14505778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14515778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 14525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1453c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1454c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1455c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 14565778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 14575778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14607e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 14617e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 14627e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 14637e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim // TODO: hold buffer's reference when we remove mPortBuffers 14645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14655778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 14665778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", &omxFlags)); 14675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14685778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffer->meta()->setInt32("omxFlags", omxFlags); 1469fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat != buffer->format()) { 1470fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mOutputFormat = buffer->format(); 1471fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGV("[%s] output format changed to: %s", 1472fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), mOutputFormat->debugString(4).c_str()); 1473fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1474fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mSoftRenderer == NULL && 1475fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface != NULL && 1476fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim (mFlags & kFlagUsesSoftwareRenderer)) { 1477fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim AString mime; 1478fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(mOutputFormat->findString("mime", &mime)); 1479fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1480fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // TODO: propagate color aspects to software renderer to allow better 1481fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // color conversion to RGB. For now, just mark dataspace for YUV 1482fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // rendering. 1483fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t dataSpace; 1484fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 1485fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGD("[%s] setting dataspace on output surface to #%x", 1486fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), dataSpace); 1487fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int err = native_window_set_buffers_data_space( 1488fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface.get(), (android_dataspace)dataSpace); 1489fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGW_IF(err != 0, "failed to set dataspace on surface (%d)", err); 1490fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1491fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1492fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mime.startsWithIgnoreCase("video/")) { 1493fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSoftRenderer = new SoftwareRenderer(mSurface, mRotationDegrees); 1494fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1495fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 14965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1497fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mFlags & kFlagIsEncoder) { 1498fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Before we announce the format change we should 1499fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // collect codec specific data and amend the output 1500fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // format as necessary. 1501fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 1502fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim status_t err = 1503fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim amendOutputFormatWithCodecSpecificData(buffer); 1504fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1505fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (err != OK) { 1506fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGE("Codec spit out malformed codec " 1507fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim "specific data!"); 1508fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1509e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1510e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1511e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1512c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1513c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1514c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1515c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1516fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim postActivityNotificationIfPossible(); 1517fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1518fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1519fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Notify mCrypto of video resolution changes 1520fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mCrypto != NULL) { 1521fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t left, top, right, bottom, width, height; 1522fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 1523fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 1524fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } else if (mOutputFormat->findInt32("width", &width) 1525fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim && mOutputFormat->findInt32("height", &height)) { 1526fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(width, height); 1527fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1528c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1529e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1530e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1531c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1532c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1533c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 15345778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 15355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15365778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 15375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 15385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1539575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1540575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 15415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1542575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 15435778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 154692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatEOS: 15475778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15485778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 15495778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 15505778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 155392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatShutdownCompleted: 15545778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15555d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (mState == UNINITIALIZED) { 15565d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // Ignore shutdown complete if we're already released. 15575d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 15585d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 1559c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == STOPPING) { 1560c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(INITIALIZED); 1561c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } else { 1562c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK_EQ(mState, RELEASING); 1563c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber setState(UNINITIALIZED); 15646e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 1565c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 156652dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 15675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 156867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 156967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15705778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15715778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 157492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar case CodecBase::kWhatFlushCompleted: 15755778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15765530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 15775530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 15785530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 15795530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 15805530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 15815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15820e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 15830e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 15840e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 15850e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 15860e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 15870e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 15885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15895778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15905778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15935778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 15945778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 15955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15965778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15995778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 16005778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16013f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16025778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 16035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1605c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 16105778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 16115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16125778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 16135778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 16145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16155778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 16165778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 16170db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 16180db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 16195778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 16205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16225778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 16235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 16255778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 16265778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 16275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 16285778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 16295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 16325778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 163590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 163690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 163790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 163890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 163990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 164090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 164190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 164290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 164390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1644c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1645c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 16463f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1647c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1648c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1649c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1650c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 16510e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 16520e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1653c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1654c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1655c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1656c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1657c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1658c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1659c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1660c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1661c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1662c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1663c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1664c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1665c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1666c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1667c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1668c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1669c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1670c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1671c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1672c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1673c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1674c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1675c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 16765778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 16775778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16783f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 16795778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 16805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1682c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16835778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16865778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 1687f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 16885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16895778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 16905778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 16915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16928b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 16938b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 16948b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 16958b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 16968b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 16975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 16985778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 1699f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 17007541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1701c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 17027541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 17031bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 17041bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 1705f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 17061bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 17071bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 17087541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 17097541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 17107541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 17111bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 17121bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 17131bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 17145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17161bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 17171bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 17185778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 17195778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 17205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 17225778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 1723e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 17245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17268ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 17278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 17295778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 17331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 17341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 17351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 17361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 17381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface; 17391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 17411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 17421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 17431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 17441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 17451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 17461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 17471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 17481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 17491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 17501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 17511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 17521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 17531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 17541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 1756098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == ALREADY_EXISTS) { 1757098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // reconnecting to same surface 17581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 17591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 17611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 17628b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 17638b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 17648b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 17658b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 17661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 17671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 17681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 17691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 17701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 17731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 17741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 17751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 17821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 17831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 17871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 17881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 17891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 17907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 17918f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 17927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 17933f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 17947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 17957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 17967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 17977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 1798c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 17997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 18007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 18017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 18027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 1803d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 1804d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 1805d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1806d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 1807d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 1808d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 18098f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 1810d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 1811d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 18127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 18137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 18145778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 18155778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18163f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18190e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 1820d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 18213d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 18223d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 18233d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 18243d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 18250e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 18260e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 1827d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 18280e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 1829c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18305778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 18345778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 18355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 18375778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18405778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 1841c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 1842c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 1843aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 1844aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 1845aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 18463f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1847c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 1848c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 184947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 185047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 185147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 185247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 185347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 185447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 185547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 185647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 185747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 185847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 185947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 186047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 18614b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18624b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu int32_t force = 0; 18634b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->findInt32("force", &force); 18644b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (!force && hasPendingBuffer()) { 18654b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGW("Can't reclaim codec right now due to pending buffers."); 18664b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18674b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // return WOULD_BLOCK to ask resource manager to retry later. 18684b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu sp<AMessage> response = new AMessage; 18694b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->setInt32("err", WOULD_BLOCK); 18704b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->postReply(replyID); 18714b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 18724b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // notify the async client 18734b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (mFlags & kFlagIsAsync) { 18744b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu onError(DEAD_OBJECT, ACTION_CODE_FATAL); 18754b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 18764b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu break; 18774b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 187847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 187947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 18805d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang bool isReleasingAllocatedComponent = 18815d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED; 18825d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (!isReleasingAllocatedComponent // See 1 188333223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 18840e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 188533223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 188633223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 188733223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 188852dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 188903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 189003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 189103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 189203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 189303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 1894c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 189547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 189647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 18976e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 18986e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 18996e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 19006e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 19016e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1902c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 1903c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 1904c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1905c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 19065d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we're flushing, or we're stopping but received a release 19075d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // request, post the reply for the pending call first, and consider 19085d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // it done. The reply token will be replaced after this, and we'll 19095d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // no longer be able to reply. 19105d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (mState == FLUSHING || mState == STOPPING) { 19115d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (new AMessage)->postReply(mReplyID); 19125d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 19135d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 1914aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 1915aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 1916aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 1917aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 19186e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 19196e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 19206e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1921aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 1922aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 1923aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1924aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 19255d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we already have an error, component may not be able to 19265d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // complete the shutdown properly. If we're stopping, post the 19275d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // reply now with an error to unblock the client, client can 19285d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // release after the failure (instead of ANR). 19295d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (msg->what() == kWhatStop && (mFlags & kFlagStickyError)) { 19305d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang PostReplyWithError(replyID, getStickyError()); 19315d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 19325d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 19335d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 1934c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 1935aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 1936aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 1937aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 1938aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 1939c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 194086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodec(reclaimed); 19418b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 19428b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 19438b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 19448b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 19455d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 19465778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19495778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 19505778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19513f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19525778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1954c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1955c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 1956c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1957c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1958c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1959c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 19606507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 19616507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 1962c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19636507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 19646507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 19656507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 19665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 19675778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19705778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 19715778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 19725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 1974c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 19755778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 19795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 19805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 19825778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 19831d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 19845778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 19855778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 19865778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 19875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19885778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19915778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 19925778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19935778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 19945778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 19955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 19975778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 19985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20015778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 20025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2003c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 20045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 20065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 20075778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20105778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 20115778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20123f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20135778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2015251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2016c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20175778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2018251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2019251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2020251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20235778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 20245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2025c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 20265778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20295778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 20305778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20313f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20325778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2034c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2035c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2036c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2037c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2038c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2039c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 20405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 20415778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20445778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 20455778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 20465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2048c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 20495778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 20535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 20545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 20565778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 20571d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 20585778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 20595778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 20605778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 20615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20625778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20655778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 20665778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20675778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 20685778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 20695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 20715778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 20725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20755778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 20765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2077c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 20785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 20805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 20815778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20845778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 20855778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20863f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20875778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2089251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2090c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2092251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2093251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2094251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 20955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20975778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 20985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2099c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 21005778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 21047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 21053f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 21077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21086d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (!isExecuting() || !mHaveInputSurface) { 2109c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 2111251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2112251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2113251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 21157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 21177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 21187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 21197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 21207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21215778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 21225778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21233f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21245778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 212529b7dcf6d3cdb97103467dc8106151c6260c239aJeff Tinker if (!isExecuting() || (mFlags & kFlagIsAsync)) { 2126c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21275778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2128251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2129251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2130251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21335778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 21345778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 21355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21367e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim Vector<sp<MediaCodecBuffer> > *dstBuffers; 21375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 21385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21395778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 2140e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // If we're using input surface (either non-persistent created by 2141e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // createInputSurface(), or persistent set by setInputSurface()), 2142e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // give the client an empty input buffers array. 2143e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang if (portIndex != kPortIndexInput || !mHaveInputSurface) { 2144fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim const Vector<sp<MediaCodecBuffer>> &srcBuffers = mPortBufferArrays[portIndex]; 2145e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang 2146e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang for (size_t i = 0; i < srcBuffers.size(); ++i) { 2147fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim dstBuffers->push_back(srcBuffers[i]); 2148e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang } 21495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21515778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 21525778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21555778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 21565778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21573f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21585778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2160251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2161c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21625778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2163251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2164251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2165251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 21690e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 21705778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 21715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 21735778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 21745778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2177e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 21785778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 21795778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2180e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2181e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2182e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 21833f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21845778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2186e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 21870e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 21880e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2189e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2190c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2192251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2193251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2194251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 21955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21975778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2198e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 21995778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 22005778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2203496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2204496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2205496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2206496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2207496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2208496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2209575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2210575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2211575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2212575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2213575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2214575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2215575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2216575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2217575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2218717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2219717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 22203f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2221717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2222717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2223717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2224c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2225717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2226717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2227717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2228717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2229717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2230717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2231717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2232717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2233717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2234a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2235a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 22363f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2237a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2238a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2239a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2240a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2241a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2242a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2243a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2244c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2245a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2246a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2247a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 22485778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 22495778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 22505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22515778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 22525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22538ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 22548ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 22558ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22568ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 22578ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 22588ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2259a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 22608ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 22618ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 22624f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang if (csd->size() == 0) { 22634f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang ALOGW("csd-%zu size is 0", i); 22644f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang } 22658ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22668ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 22678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 22688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 22698ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2270a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 22718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 22728ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22738ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 22748ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 22758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo *info = 22777bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar &mPortBuffers[kPortIndexInput].itemAt(bufferIndex); 22788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 22808ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 22818ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22824811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim const sp<MediaCodecBuffer> &codecInputData = info->mData; 22838ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22848ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 22858ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 22868ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 22878ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22888ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 22898ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22908ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 22918ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 22921d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 22938ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 22948ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 22958ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 22968ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 22978ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 22988ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 22998ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23008ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 23018ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 23028ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 23035778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 23047541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 23055778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 23065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 23075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23081bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 2309f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 23105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2311671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 23125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 23135778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 23145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 23155778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2316e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2317c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2318251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2319575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2320575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2321c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 23225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2324717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2325671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2326671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2327671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2328aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2329aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2330aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2331aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2332717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2333717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 23345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 23355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23365778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 23372606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 23382606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 23395778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 234186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodec(bool isReclaim) { 234286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexInput, isReclaim); 234386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexOutput, isReclaim); 23445778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 234686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex, bool isReclaim) { 23475778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 23487bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 23495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23505778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 23515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23525778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 23535778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 23545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify != NULL) { 23565778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = info->mNotify; 23575778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 2358fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim msg->setObject("buffer", (portIndex == kPortIndexInput && mCrypto != NULL) 2359fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ? info->mSecureData : info->mData); 236086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu if (isReclaim && info->mOwnedByClient) { 236186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu ALOGD("port %d buffer %zu still owned by client when codec is reclaimed", 236286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu portIndex, i); 236386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu } else { 236486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info->mOwnedByClient = false; 2365fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData.clear(); 2366fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mSecureData.clear(); 236786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu } 23685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexInput) { 23707fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* no error, just returning buffers */ 23717fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar msg->setInt32("err", OK); 23725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23735778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 23745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 23785778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 23795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23805778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 23815778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 23825778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 23835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2384609b815a3131d22da38b2f452faa9f89daad4039Andy Hung uint32_t bufferID; 2385609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 2386fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<RefBase> obj; 2387fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(msg->findObject("buffer", &obj)); 2388fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 23895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23905778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 23915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23925778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 23935778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 23945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mBufferID == bufferID) { 23965778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(info->mNotify == NULL); 23975778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("reply", &info->mNotify)); 23985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2399fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (portIndex == kPortIndexInput && mCrypto != NULL) { 2400fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mSecureData = buffer; 2401ad60a0f6cd9012507f8086fe741236d12d280ef3Wonsik Kim info->mData = mPortBufferArrays[portIndex][i]; 2402fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } else { 2403fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData = buffer; 2404fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 24055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].push_back(i); 24065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return i; 24085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24115778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 24125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 24145778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24165778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 24175778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 24185778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 24195778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 24205778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 24215778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 24225778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 24235778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 24245778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24274b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 24284b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 24294b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 24304b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 24314b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 24324b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24334b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 24344b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 24354b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 2436d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CryptoPlugin::Pattern pattern; 24374b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24384b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 24394b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto != NULL) { 24404b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 24414b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 24424b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24434b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 24444b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 24454b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 24464b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 2447d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mEncryptBlocks = 0; 2448d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mSkipBlocks = 0; 24494b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24504b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 24514b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto == NULL) { 24524b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 24534b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24544b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 24564b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 24574b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 24584b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 2459d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("encryptBlocks", (int32_t *)&pattern.mEncryptBlocks)); 2460d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("skipBlocks", (int32_t *)&pattern.mSkipBlocks)); 24614b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24624b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 24634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 24644b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24654b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 24664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 24684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 24694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 24704b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 24714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24724b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 24734b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 24745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 24755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 24765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24785778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexInput].editItemAt(index); 24795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 24815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 24825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 24855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 24865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24885778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> reply = info->mNotify; 24895778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 24905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24914811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 24921bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (mCrypto != NULL) { 24935b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 24945b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 24955b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 24964811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim void *dst_pointer = nullptr; 24979ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker ICrypto::DestinationType dst_type = ICrypto::kDestinationTypeOpaqueHandle; 24989ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker 24994811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim if ((mFlags & kFlagIsSecure) == 0) { 25004811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim dst_pointer = info->mSecureData->base(); 25019ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker dst_type = ICrypto::kDestinationTypeVmPointer; 25024811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim } else { 25034811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim sp<SecureBuffer> secureData = static_cast<SecureBuffer *>(info->mSecureData.get()); 25044811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim dst_pointer = secureData->getDestinationPointer(); 25054811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim dst_type = secureData->getDestinationType(); 25069ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker } 25079ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker 2508fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong ssize_t result = mCrypto->decrypt( 25099ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker dst_type, 25101bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 25111bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 25121bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 251318cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker pattern, 2514c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info->mSharedEncryptedBuffer, 2515c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker offset, 25164b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 25174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 2518a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar dst_pointer, 25195b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 25201bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2521fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong if (result < 0) { 2522fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong return result; 2523ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2524ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 25254811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim info->mSecureData->setRange(0, result); 25264811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim buffer = info->mSecureData; 25274811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim } 25284811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim buffer->meta()->setInt64("timeUs", timeUs); 25294811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim 25304811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim if (flags & BUFFER_FLAG_EOS) { 25314811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim buffer->meta()->setInt32("eos", true); 25324811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim } 25334811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim 25344811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 25354811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim buffer->meta()->setInt32("csd", true); 2536ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2537ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 25387bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 25397bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 25407bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 25417bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 25427bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 2543fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData.clear(); 2544fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mSecureData.clear(); 25454811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim reply->setObject("buffer", buffer); 25465778822d86b0337407514b9372562b86edfa91cdAndreas Huber reply->post(); 25475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25485b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mNotify = NULL; 25495b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 25505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 25515778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 255390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 255490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 25550d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const std::list<FrameRenderTracker::Info> &done, sp<AMessage> &msg) { 255690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 255790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 255890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 255990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 256090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 256190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 256290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 256390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 256490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 256590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 256690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 256790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 256890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 256990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 25705778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 25715778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 25725778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 25735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25745778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 25755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 25765778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 25775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25790e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 25805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 25815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 25845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 25855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25875778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index); 25885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 25905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 25915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25937bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 25947bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 25957bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 25967bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 25977bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 25987bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 259979ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou if (render && info->mData != NULL && info->mData->size() != 0) { 26005778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->setInt32("render", true); 26015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 260290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 260390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 260490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 260590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 2606c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar if (!msg->findInt64("timestampNs", &renderTimeNs)) { 2607c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 2608c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)mediaTimeUs); 260990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 2610fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2611c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar info->mNotify->setInt64("timestampNs", renderTimeNs); 2612fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 26135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 261490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 2615475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mData->data(), info->mData->size(), 2616fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mediaTimeUs, renderTimeNs, NULL, info->mData->format()); 261790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 261890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 261990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 262090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 262190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 262290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 262390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 262490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 262590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 262690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 26275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26307e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim info->mNotify->setObject("buffer", info->mData); 2631fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData.clear(); 26325778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->post(); 26337e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim info->mNotify.clear(); 26345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 26365778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26385778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 26395778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 26405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26415778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 26425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 26445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 26455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26475778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 26485778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 26495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26505778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[portIndex].editItemAt(index); 26515778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 26527bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 26537bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 26547bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 265503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 265603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 2657fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format() != NULL) { 265803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 2659fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findBuffer("image-data", &imageData)) { 266003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 266103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 266203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 2663fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findRect("crop", &left, &top, &right, &bottom)) { 266403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 266503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 266603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 26677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 26685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 26705778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 26731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 26741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 2675b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar uint64_t oldId, newId; 2676098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (mSurface != NULL 2677b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && surface->getUniqueId(&newId) == NO_ERROR 2678b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && mSurface->getUniqueId(&oldId) == NO_ERROR 2679b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && newId == oldId) { 2680b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar ALOGI("[%s] connecting to the same surface. Nothing to do.", mComponentName.c_str()); 2681098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return ALREADY_EXISTS; 2682098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar } 2683098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 26841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2685098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == OK) { 2686264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Require a fresh set of buffers after each connect by using a unique generation 2687264bac95912efe121d6a60026612617f04f42966Lajos Molnar // number. Rely on the fact that max supported process id by Linux is 2^22. 2688264bac95912efe121d6a60026612617f04f42966Lajos Molnar // PID is never 0 so we don't have to worry that we use the default generation of 0. 2689264bac95912efe121d6a60026612617f04f42966Lajos Molnar // TODO: come up with a unique scheme if other producers also set the generation number. 2690264bac95912efe121d6a60026612617f04f42966Lajos Molnar static uint32_t mSurfaceGeneration = 0; 2691264bac95912efe121d6a60026612617f04f42966Lajos Molnar uint32_t generation = (getpid() << 10) | (++mSurfaceGeneration & ((1 << 10) - 1)); 2692264bac95912efe121d6a60026612617f04f42966Lajos Molnar surface->setGenerationNumber(generation); 2693264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGI("[%s] setting surface generation to %u", mComponentName.c_str(), generation); 2694264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2695264bac95912efe121d6a60026612617f04f42966Lajos Molnar // HACK: clear any free buffers. Remove when connect will automatically do this. 2696264bac95912efe121d6a60026612617f04f42966Lajos Molnar // This is needed as the consumer may be holding onto stale frames that it can reattach 2697264bac95912efe121d6a60026612617f04f42966Lajos Molnar // to this surface after disconnect/connect, and those free frames would inherit the new 2698264bac95912efe121d6a60026612617f04f42966Lajos Molnar // generation number. Disconnecting after setting a unique generation prevents this. 2699264bac95912efe121d6a60026612617f04f42966Lajos Molnar native_window_api_disconnect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2700264bac95912efe121d6a60026612617f04f42966Lajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2701264bac95912efe121d6a60026612617f04f42966Lajos Molnar } 2702264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2703264bac95912efe121d6a60026612617f04f42966Lajos Molnar if (err != OK) { 27041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_api_connect returned an error: %s (%d)", strerror(-err), err); 27051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 27061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2707098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // do not return ALREADY_EXISTS unless surfaces are the same 2708098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return err == ALREADY_EXISTS ? BAD_VALUE : err; 27091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 27107541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 27111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 27121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 2713f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 2714264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Resetting generation is not technically needed, but there is no need to keep it either 2715264bac95912efe121d6a60026612617f04f42966Lajos Molnar mSurface->setGenerationNumber(0); 27161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_disconnect(mSurface.get(), NATIVE_WINDOW_API_MEDIA); 27177541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 27181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("native_window_api_disconnect returned an error: %s (%d)", strerror(-err), err); 27197541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 27201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 2721f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 27227541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 27231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 27241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 27257541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 27261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 27271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 27281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 27291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 27301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2731f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 27321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 27331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 27341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 27357541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 27367541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 27371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 27387541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 27397541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2740c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 2741c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2742c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 2743c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2744c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 2745c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2746c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2747c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2748c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2749c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2750c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 2751c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2752c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 27537e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 2754c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mPortBuffers[kPortIndexOutput].itemAt(index).mData; 2755c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2756c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 2757c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2758c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 2759c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 2760c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2761c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 2762c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 2763c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2764c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 2765c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2766c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t omxFlags; 2767c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 2768c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2769c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t flags = 0; 2770c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 2771c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_SYNCFRAME; 2772c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2773c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 2774c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_CODECCONFIG; 2775c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2776c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_EOS) { 2777c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_EOS; 2778c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2779c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2780c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 2781c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2782c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2783c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2784c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2785c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2786749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 2787c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2788c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2789c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 2790c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 2791749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 2792749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 2793749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 2794749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 2795749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 2796c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2797c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2798c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2799c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2800c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2801c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 2802c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2803c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2804c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 2805c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 2806c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2807c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2808c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2809c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2810c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2811575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 2812575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 2813575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 2814575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2815575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2816e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 2817e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 2818575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 2819e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 2820e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2821e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 2822575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 2823575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 2824e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 2825e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 2826e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2827e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 2828e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 2829e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 2830e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 2831e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 2832e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 2833e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 2834575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 2835575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2836575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2837575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 2838575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2839a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 28401d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 2841a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 2842a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2843a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 2844a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 2845a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2846a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2847a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 2848a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 2849a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2850a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 2851a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 2852a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2853e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 28547e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer) { 2855e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 2856e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 2857e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2858e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 2859e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 2860e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 2861e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 2862e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 2863e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2864e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 2865e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2866e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 2867e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 2868e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2869e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 2870e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 2871e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 2872e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 2873e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 2874e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 2875e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2876e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 2877a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 2878e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2879e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 2880e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2881e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2882e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 2883e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 2884e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2885e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 2886e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 2887e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 28887e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<ABuffer> csd = new ABuffer(buffer->size()); 28897e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim memcpy(csd->data(), buffer->data(), buffer->size()); 28907e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim csd->setRange(0, buffer->size()); 28917e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim mOutputFormat->setBuffer("csd-0", csd); 2892e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2893e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2894e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 2895e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 2896e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 28972606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 28983f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (!mIsVideo) { 28993f273d10817ddb2f792ae043de692efcdf1988aeWei Jia return; 29003f273d10817ddb2f792ae043de692efcdf1988aeWei Jia } 29012606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 29023f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (mState == CONFIGURED && !mBatteryStatNotified) { 2903f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStartVideo(mUid); 29042606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 29052606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 2906f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStopVideo(mUid); 29072606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 29082606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 29092606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 29102606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 29115778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 2912